-- Logs begin at Wed 2021-10-27 16:03:58 UTC, end at Wed 2021-10-27 17:23:34 UTC. -- Oct 27 16:51:31.511772 dv-cinder-815701-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 27 16:51:34.293422 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.common.config [-] Logging enabled! Oct 27 16:51:34.294054 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 16:51:34.294146 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=118724) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 16:51:34.297412 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.common.config [-] Logging enabled! Oct 27 16:51:34.297664 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 16:51:34.297975 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=118724) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 16:51:34.298935 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 16:51:34.299166 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 16:51:34.299539 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 16:51:34.299780 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 16:51:34.300002 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 16:51:34.300315 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.300630 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.301009 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.301744 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.302043 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.302331 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.302610 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.302897 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.303186 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.303470 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.303746 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.304025 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.304251 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.304525 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] config_source = [] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.304850 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.305135 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.305356 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] debug = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.305633 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.306064 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.306474 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.306747 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.307030 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.307304 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.307571 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.307842 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.308119 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.308449 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] host = dv-cinder-815701-1-iscsi {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.308744 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.309029 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.309312 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.309591 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.309861 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.310133 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.310409 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.310786 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] log_dir = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.311097 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] log_file = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.311370 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.311685 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.311998 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.312285 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.312505 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.312748 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.313044 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.313329 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.313601 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.313869 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.314137 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.314403 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.314669 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.314932 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.315212 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.315491 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.315772 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.316042 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.316308 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.316621 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.316890 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.317171 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.317438 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.317703 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.317970 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.318249 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.318509 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.318775 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.319071 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.319356 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.319631 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.319911 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.320178 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.320456 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.320745 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.321015 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] use_journal = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.321282 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] use_json = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.321550 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.321819 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.322094 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.322360 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.322627 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.322892 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.323158 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.323439 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:34.323731 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.324024 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.324321 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.324624 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.324925 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.325201 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.325485 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.325761 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.326045 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.326328 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.326613 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.326888 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.327172 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.327446 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.327734 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.328033 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.328323 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.328634 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.328910 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.329182 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.329452 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.329726 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.330012 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.330289 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.330574 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.330861 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.331137 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.331421 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.331716 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.332003 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.332393 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.332721 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.333071 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.333352 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.333629 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.333905 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.334191 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.334468 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.334736 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.335015 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.335391 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.335676 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.335946 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.336222 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.336508 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.336808 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.337078 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.337348 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.337621 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.337886 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.338166 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.338439 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.338708 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.338976 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.339252 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.339522 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.339791 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.340062 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.340329 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.340631 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.340902 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.341172 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.341440 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.341818 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.342094 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.342365 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.342632 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.342907 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.343178 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.343450 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.343721 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.344015 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.344332 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.344728 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.345146 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.345547 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.345938 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.346348 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.346634 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.346914 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.347195 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.347476 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.347757 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.348626 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.348925 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.349215 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.349506 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.349794 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.350118 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.350565 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.350958 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.351362 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.351720 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.352008 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.352293 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.352601 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.352903 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.353199 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.353492 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.353789 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.354080 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.354359 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.354663 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.355031 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:34.355342 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 16:51:34.355681 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=118724) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 27 16:51:34.788833 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=118724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 16:51:34.789106 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=118724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 16:51:34.789390 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=118724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 16:51:34.789715 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 27 16:51:35.108122 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.108333 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.108628 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.109871 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.110142 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.110403 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.144919 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.145222 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.145469 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.160966 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.161372 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.161641 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.192021 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.192301 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.192579 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.228674 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.228948 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.229209 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.464879 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.465482 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.465482 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.465662 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.466283 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.595294 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.595607 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.595885 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.596152 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.596422 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.596754 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.597011 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.597260 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.597507 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.597847 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.598220 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.598492 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.598742 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.598986 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.599235 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.599495 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.599747 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.600018 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.600281 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.600535 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.600827 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.601076 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.601354 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.601724 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.601970 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.602211 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.602607 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=118724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 16:51:35.602842 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=118724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 16:51:35.603075 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=118724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 16:51:35.603307 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=118724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 16:51:35.603538 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=118724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 16:51:35.603769 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=118724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 16:51:35.604128 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 27 16:51:35.607361 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 27 16:51:35.611319 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 27 16:51:35.615671 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1350, 1399)])]) Oct 27 16:51:35.617328 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 27 16:51:35.617777 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 27 16:51:35.618106 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 27 16:51:35.618485 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 27 16:51:35.621350 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 27 16:51:35.621595 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 27 16:51:35.621937 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 16:51:35.627215 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 27 16:51:35.649536 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 27 16:51:35.649981 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.650276 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=118724) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 27 16:51:35.650630 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.652010 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=118724) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 27 16:51:35.652282 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 16:51:35.652523 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 27 16:51:35.655735 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.656007 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:35.719484 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 27 16:51:35.719649 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 27 16:51:35.719874 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 27 16:51:35.720245 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 27 16:51:35.741320 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_db.sqlalchemy.engines [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=118724) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 27 16:51:36.415025 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.managers [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Initializing driver for type 'gre' Oct 27 16:51:36.415557 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] gre ID ranges: [(1, 1000)] Oct 27 16:51:36.603555 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.managers [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Initializing driver for type 'local' Oct 27 16:51:36.604308 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.managers [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Initializing driver for type 'vlan' Oct 27 16:51:36.711957 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] VlanTypeDriver initialization complete Oct 27 16:51:36.712229 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.managers [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Initializing driver for type 'vxlan' Oct 27 16:51:36.712799 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] vxlan ID ranges: [(1, 1000)] Oct 27 16:51:36.906171 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.managers [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Initializing extension driver 'port_security' Oct 27 16:51:36.906512 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.extensions.port_security [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] PortSecurityExtensionDriver initialization complete Oct 27 16:51:36.906843 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.managers [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Initializing mechanism driver 'openvswitch' Oct 27 16:51:36.907165 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.managers [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Initializing mechanism driver 'hyperv' Oct 27 16:51:36.922493 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.plugins.ml2.plugin [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=118724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:51:36.923359 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > port after_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.923731 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > port after_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.924077 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > port after_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.924629 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=118724) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 16:51:36.925068 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > subnet after_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.925417 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > subnet after_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.925782 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > subnet after_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.926183 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=118724) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 16:51:36.926593 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > network after_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.926937 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > network after_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.927275 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > network after_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.927672 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=118724) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 16:51:36.928089 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > security_group after_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.928442 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > security_group after_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.928799 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > security_group after_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.929194 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=118724) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 16:51:36.929610 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.929955 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.930290 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.930681 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=118724) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 16:51:36.931087 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > address_group after_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.931430 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > address_group after_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.931772 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > address_group after_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.932164 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=118724) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 16:51:36.932546 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] ML2 OVO RPC backend initialized. {{(pid=118724) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 27 16:51:36.933275 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router_interface after_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.933622 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.934031 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > network before_response 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.934430 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > networks before_response 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.934780 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > port before_response 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.935127 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > ports before_response 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.935466 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > subnet before_response 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.935801 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > subnets before_response 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.936141 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > network after_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.936509 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > network after_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.936867 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > network after_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.937200 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > port after_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.937532 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > port after_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.937862 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > port after_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.938193 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > subnet after_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.938524 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > subnet after_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.938853 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > subnet after_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.939429 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.plugin [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Modular L2 Plugin initialization complete Oct 27 16:51:36.939767 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading services supported by the core plugin {{(pid=118724) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 27 16:51:36.940092 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.plugins.ml2.managers [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Got port-security extension from driver 'port_security' Oct 27 16:51:36.940552 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.extensions.vlantransparent [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Disabled vlantransparent extension. Oct 27 16:51:36.941055 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=118724) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 27 16:51:36.941391 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading Plugin: router Oct 27 16:51:36.979919 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router_interface before_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.980238 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router after_create 55549900 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.980627 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router before_create 55549900 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.980988 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.981355 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.981705 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router after_delete 55549900 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.982055 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > floatingip after_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.982515 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > floatingip after_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.982871 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router after_create 55549900 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.983211 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router after_update 55549900 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.983558 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router after_update 55549900 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.983904 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.984258 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router after_update 55549900 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.984688 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router precommit_update 55549900 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.985053 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: port after_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.985386 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: port after_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.985722 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: subnet after_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.986057 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.986399 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > port precommit_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.986741 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router precommit_create 55549900 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.987080 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: port before_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.987417 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router precommit_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.987766 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router after_update 55549900 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.988100 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router precommit_delete 55549900 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.988495 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router precommit_create 55549900 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.988880 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router_interface after_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.989337 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router precommit_update 55549900 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.989585 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > agent after_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.989930 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > agent after_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.990271 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > network after_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.991118 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Tracking information for resource: router configured {{(pid=118724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 16:51:36.991446 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Tracking information for resource: floatingip configured {{(pid=118724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 16:51:36.996297 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.db.l3_agentschedulers_db [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 27 16:51:36.996890 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: port after_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.997247 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: port after_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.997591 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: port after_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.997935 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: port after_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.998718 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router before_create 55550100 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.999076 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router precommit_delete 55550100 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.999429 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router precommit_create 55550100 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:36.999780 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > router precommit_update 55550100 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:37.004926 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.services.provider_configuration [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Service providers = [] {{(pid=118724) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 27 16:51:37.005389 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.db.servicetype_db [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=118724) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 27 16:51:37.008355 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.services.service_base [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=118724) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 16:51:37.008740 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.services.service_base [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=118724) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 16:51:37.009083 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.services.service_base [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=118724) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 16:51:37.009962 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.services.service_base [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=118724) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 16:51:37.010329 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.services.service_base [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 27 16:51:37.010961 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=118724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 16:51:37.011273 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 27 16:51:37.023962 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=118724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 16:51:37.024299 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading Plugin: auto_allocate Oct 27 16:51:37.030151 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: network precommit_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:37.030518 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: network precommit_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:37.031034 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=118724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 16:51:37.031351 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading Plugin: tag Oct 27 16:51:37.039015 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=118724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 16:51:37.039343 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading Plugin: timestamp Oct 27 16:51:37.043174 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=118724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 16:51:37.043508 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading Plugin: network_ip_availability Oct 27 16:51:37.049000 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:37.049369 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:37.049719 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:37.050425 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=118724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 16:51:37.050770 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading Plugin: flavors Oct 27 16:51:37.055953 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=118724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 16:51:37.056287 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading Plugin: revisions Oct 27 16:51:37.060637 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=118724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 16:51:37.061028 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_concurrency.lockutils [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.272s {{(pid=118724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 16:51:37.061767 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=118724) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 27 16:51:37.062099 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Initializing extension manager. Oct 27 16:51:37.062599 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: __init__.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.062933 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: __pycache__ {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.063259 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.063584 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: address_group.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.064332 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.064916 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: address-group Oct 27 16:51:37.065235 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: address_scope.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.065943 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.066487 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: address-scope Oct 27 16:51:37.066906 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: admin_state_down_before_update.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.067817 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.068317 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: router-admin-state-down-before-update Oct 27 16:51:37.068665 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: agent.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.069364 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.069866 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: agent Oct 27 16:51:37.070186 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: agent_resources_synced.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.071088 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.071586 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: agent-resources-synced Oct 27 16:51:37.071901 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: allowedaddresspairs.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.073703 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.074223 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: allowed-address-pairs Oct 27 16:51:37.074545 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: auto_allocated_topology.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.075614 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.076121 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: auto-allocated-topology Oct 27 16:51:37.076441 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: availability_zone.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.077159 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.077659 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: availability_zone Oct 27 16:51:37.077977 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: availability_zone_filter.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.078879 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.079374 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: availability_zone_filter Oct 27 16:51:37.079690 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: data_plane_status.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.080606 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.081103 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension data-plane-status not supported by any of loaded plugins Oct 27 16:51:37.081418 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: default_subnetpools.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.082841 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.083346 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: default-subnetpools Oct 27 16:51:37.083660 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: dhcpagentscheduler.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.084474 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.084997 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: dhcp_agent_scheduler Oct 27 16:51:37.085317 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: dns.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.086232 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.086729 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension dns-integration not supported by any of loaded plugins Oct 27 16:51:37.087047 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: dns_domain_ports.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.087958 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.088453 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 27 16:51:37.088797 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.089712 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.090206 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 27 16:51:37.090528 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: dvr.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.091190 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.091683 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: dvr Oct 27 16:51:37.091998 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: ecmp_routes.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.092936 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.093428 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension ecmp_routes not supported by any of loaded plugins Oct 27 16:51:37.093747 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: empty_string_filtering.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.094659 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.095154 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: empty-string-filtering Oct 27 16:51:37.095471 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.096382 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.096918 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 27 16:51:37.097236 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.098764 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.099261 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 27 16:51:37.099576 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: external_net.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.100489 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.101018 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: external-net Oct 27 16:51:37.101337 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: extra_dhcp_opt.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.102245 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.102741 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: extra_dhcp_opt Oct 27 16:51:37.103058 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: extraroute.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.103967 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.104469 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: extraroute Oct 27 16:51:37.104813 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: extraroute_atomic.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.105842 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.106344 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: extraroute-atomic Oct 27 16:51:37.106662 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: filter_validation.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.107496 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.108000 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: filter-validation Oct 27 16:51:37.108320 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: fip_pf_description.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.109252 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.109741 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 27 16:51:37.110059 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: fip_port_details.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.110967 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.111472 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: fip-port-details Oct 27 16:51:37.111790 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: flavors.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.113044 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.114098 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: flavors Oct 27 16:51:37.114423 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.116094 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.116634 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 27 16:51:37.116963 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: floatingip_pools.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.117660 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.118158 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: floatingip-pools Oct 27 16:51:37.118479 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: ip_allocation.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.119406 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.119902 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension ip_allocation not supported by any of loaded plugins Oct 27 16:51:37.120220 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.121160 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.121663 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: ip-substring-filtering Oct 27 16:51:37.121982 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: l2_adjacency.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.122892 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.123385 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension l2_adjacency not supported by any of loaded plugins Oct 27 16:51:37.123700 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: l3.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.124689 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.125205 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: router Oct 27 16:51:37.125526 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: l3_conntrack_helper.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.127785 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.128313 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 27 16:51:37.128664 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.130237 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.130743 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: ext-gw-mode Oct 27 16:51:37.131065 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.131986 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.132487 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: l3-ha Oct 27 16:51:37.132836 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: l3_flavors.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.133744 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.134253 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: l3-flavors Oct 27 16:51:37.134568 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.135734 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.136230 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: l3-port-ip-change-not-allowed Oct 27 16:51:37.136574 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: l3agentscheduler.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.137592 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.138096 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: l3_agent_scheduler Oct 27 16:51:37.138418 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: logging.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.139907 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.140419 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension logging not supported by any of loaded plugins Oct 27 16:51:37.140776 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: metering.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.141517 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.142080 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: metering Oct 27 16:51:37.142404 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.143625 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.144140 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: metering_source_and_destination_fields Oct 27 16:51:37.144495 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: multiprovidernet.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.145529 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.146031 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: multi-provider Oct 27 16:51:37.146352 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: netmtu.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.147264 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.147765 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: net-mtu Oct 27 16:51:37.148084 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: netmtu_writable.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.149018 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.149519 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: net-mtu-writable Oct 27 16:51:37.149841 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: network_availability_zone.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.150507 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.151002 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: network_availability_zone Oct 27 16:51:37.151320 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: network_ip_availability.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.152426 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.152957 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: network-ip-availability Oct 27 16:51:37.153276 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: network_segment_range.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.154040 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.154537 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension network-segment-range not supported by any of loaded plugins Oct 27 16:51:37.154857 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: pagination.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.155830 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.156159 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: pagination Oct 27 16:51:37.156475 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: port_device_profile.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.157399 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.157909 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: port-device-profile Oct 27 16:51:37.158229 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.159136 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.159640 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: port-mac-address-regenerate Oct 27 16:51:37.159957 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.161449 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.161949 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: port-numa-affinity-policy Oct 27 16:51:37.162266 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: port_resource_request.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.163175 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.163669 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension port-resource-request not supported by any of loaded plugins Oct 27 16:51:37.163988 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: portbindings.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.164941 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.165444 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: binding Oct 27 16:51:37.165764 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: portbindings_extended.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.167015 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.167515 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: binding-extended Oct 27 16:51:37.167837 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: portsecurity.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.168770 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.169271 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: port-security Oct 27 16:51:37.169641 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: project_id.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.170614 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.170940 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: project-id Oct 27 16:51:37.171258 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: providernet.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.172174 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.172711 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: provider Oct 27 16:51:37.173021 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: qos.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.177387 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.177907 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension qos not supported by any of loaded plugins Oct 27 16:51:37.178235 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.179493 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.179999 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 27 16:51:37.180327 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.181274 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.181778 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 27 16:51:37.182100 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: qos_default.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.183012 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.183513 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension qos-default not supported by any of loaded plugins Oct 27 16:51:37.183834 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: qos_fip.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.184493 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.185019 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension qos-fip not supported by any of loaded plugins Oct 27 16:51:37.185388 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: qos_gateway_ip.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.186320 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.186820 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 27 16:51:37.187141 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: qos_port_network_policy.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.188051 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.188579 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 27 16:51:37.188897 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.189932 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.190435 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 27 16:51:37.190802 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: qos_pps_rule.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.192026 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.192532 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension qos-pps not supported by any of loaded plugins Oct 27 16:51:37.192884 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: qos_rule_type_details.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.193820 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.194325 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 27 16:51:37.194643 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: qos_rules_alias.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.195870 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.196415 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 27 16:51:37.196765 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: quotasv2.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.197709 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.198033 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: quotas Oct 27 16:51:37.198351 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: quotasv2_detail.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.201510 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.201851 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: quota_details Oct 27 16:51:37.202180 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: rbac.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.203236 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.203755 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: rbac-policies Oct 27 16:51:37.204084 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: rbac_address_group.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.205056 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.205566 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: rbac-address-group Oct 27 16:51:37.205889 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: rbac_address_scope.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.206804 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.207332 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: rbac-address-scope Oct 27 16:51:37.207656 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: rbac_security_groups.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.208594 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.209100 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: rbac-security-groups Oct 27 16:51:37.209418 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: rbac_subnetpool.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.210325 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.210828 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: rbac-subnetpool Oct 27 16:51:37.211149 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: revisionifmatch.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.212066 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.212583 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: revision-if-match Oct 27 16:51:37.212907 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: revisions.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.214033 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.214540 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: standard-attr-revisions Oct 27 16:51:37.214860 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: router_availability_zone.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.215528 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.216029 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: router_availability_zone Oct 27 16:51:37.216350 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: routerservicetype.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.217286 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.217783 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension router-service-type not supported by any of loaded plugins Oct 27 16:51:37.218101 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.219013 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.219517 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: security-groups-normalized-cidr Oct 27 16:51:37.219836 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: security_groups_port_filtering.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.220785 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.221284 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: port-security-groups-filtering Oct 27 16:51:37.221602 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.222515 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.223846 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: security-groups-remote-address-group Oct 27 16:51:37.223846 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: securitygroup.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.233776 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.234262 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: security-group Oct 27 16:51:37.234591 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: segment.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.235373 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.235870 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension segment not supported by any of loaded plugins Oct 27 16:51:37.236191 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.237242 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.237745 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 27 16:51:37.238064 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: servicetype.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.239818 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.240326 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: service-type Oct 27 16:51:37.240679 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: sorting.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.241672 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.242000 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: sorting Oct 27 16:51:37.242319 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: standard_attr_segment.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.243236 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.243743 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 27 16:51:37.244064 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: standardattrdescription.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.244740 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.245240 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: standard-attr-description Oct 27 16:51:37.245558 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: stateful_security_group.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.246478 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.246982 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: stateful-security-group Oct 27 16:51:37.247296 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: stdattrs_common.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.247867 dv-cinder-815701-1-iscsi neutron-server[118724]: WARNING neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 27 16:51:37.248183 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.249134 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.249630 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 27 16:51:37.249945 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: subnet_onboard.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.251010 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.251511 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: subnet_onboard Oct 27 16:51:37.251827 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.252778 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.253278 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 27 16:51:37.253596 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: subnet_service_types.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.254549 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.255055 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: subnet-service-types Oct 27 16:51:37.255372 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: subnetallocation.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.256472 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.257000 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: subnet_allocation Oct 27 16:51:37.257319 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.257976 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.258486 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: subnetpool-prefix-ops Oct 27 16:51:37.258800 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.259739 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.260237 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 27 16:51:37.261098 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: tagging.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.261924 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.262431 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: standard-attr-tag Oct 27 16:51:37.262751 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: timestamp.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.263953 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.264459 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loaded extension: standard-attr-timestamp Oct 27 16:51:37.264817 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: trunk.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.265849 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.266354 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension trunk not supported by any of loaded plugins Oct 27 16:51:37.266677 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: trunk_details.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.267590 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.268094 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension trunk-details not supported by any of loaded plugins Oct 27 16:51:37.268416 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: uplink_status_propagation.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.269363 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.269994 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 27 16:51:37.270318 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Loading extension file: vlantransparent.py {{(pid=118724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:51:37.270985 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=118724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:51:37.271480 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extension vlan-transparent not supported by any of loaded plugins Oct 27 16:51:37.273926 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Creating instance of TrackedResource for resource:network Oct 27 16:51:37.274445 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Creating instance of TrackedResource for resource:subnet Oct 27 16:51:37.274842 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 16:51:37.275227 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Creating instance of TrackedResource for resource:port Oct 27 16:51:37.276468 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.v2.resource_helper [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:51:37.276931 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.v2.resource_helper [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Service FLAVORS assigned prefix: {{(pid=118724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:51:37.277540 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.v2.resource_helper [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:51:37.277964 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.v2.resource_helper [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:51:37.278291 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Creating instance of TrackedResource for resource:router Oct 27 16:51:37.278728 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Creating instance of TrackedResource for resource:floatingip Oct 27 16:51:37.279212 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.v2.resource_helper [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Service METERING assigned prefix: /metering {{(pid=118724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:51:37.280668 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:37.281033 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:37.281377 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:51:37.282370 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 16:51:37.282798 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Creating instance of TrackedResource for resource:security_group Oct 27 16:51:37.283226 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 16:51:37.283836 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.v2.resource_helper [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Service CORE assigned prefix: {{(pid=118724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:51:37.284162 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 16:51:37.284505 dv-cinder-815701-1-iscsi neutron-server[118724]: WARNING neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] subnetpool is already registered Oct 27 16:51:37.284971 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.v2.resource_helper [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Service CORE assigned prefix: {{(pid=118724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:51:37.285929 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 16:51:37.286260 dv-cinder-815701-1-iscsi neutron-server[118724]: WARNING neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] subnetpool is already registered Oct 27 16:51:37.288665 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.v2.resource_helper [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:51:37.289103 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.v2.resource_helper [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Service FLAVORS assigned prefix: {{(pid=118724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:51:37.289705 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.v2.resource_helper [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:51:37.290127 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.v2.resource_helper [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:51:37.290455 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Creating instance of TrackedResource for resource:router Oct 27 16:51:37.290799 dv-cinder-815701-1-iscsi neutron-server[118724]: WARNING neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] router is already registered Oct 27 16:51:37.291217 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Creating instance of TrackedResource for resource:floatingip Oct 27 16:51:37.291555 dv-cinder-815701-1-iscsi neutron-server[118724]: WARNING neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] floatingip is already registered Oct 27 16:51:37.292004 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.v2.resource_helper [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Service METERING assigned prefix: /metering {{(pid=118724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:51:37.292739 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 16:51:37.293066 dv-cinder-815701-1-iscsi neutron-server[118724]: WARNING neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] rbac_policy is already registered Oct 27 16:51:37.293473 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Creating instance of TrackedResource for resource:security_group Oct 27 16:51:37.293814 dv-cinder-815701-1-iscsi neutron-server[118724]: WARNING neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] security_group is already registered Oct 27 16:51:37.294223 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 16:51:37.294553 dv-cinder-815701-1-iscsi neutron-server[118724]: WARNING neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] security_group_rule is already registered Oct 27 16:51:37.295034 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.v2.resource_helper [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Service CORE assigned prefix: {{(pid=118724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:51:37.295359 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 16:51:37.295686 dv-cinder-815701-1-iscsi neutron-server[118724]: WARNING neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] subnetpool is already registered Oct 27 16:51:37.296093 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.v2.resource_helper [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Service CORE assigned prefix: {{(pid=118724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:51:37.296410 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 16:51:37.296761 dv-cinder-815701-1-iscsi neutron-server[118724]: WARNING neutron.quota.resource_registry [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] subnetpool is already registered Oct 27 16:51:37.298437 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: extensions {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.299901 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: address-groups {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.301677 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: address-scopes {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.302872 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: agents {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.304132 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: auto-allocated-topology {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.305406 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: availability_zones {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.306622 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: dhcp-networks {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.308028 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: dhcp-agents {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.309588 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: routers {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.311744 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: flavors {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.313044 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: service_profiles {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.314245 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: next_providers {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.315701 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: service_profiles {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.317877 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: floatingip-pools {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.319204 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: routers {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.321348 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: floatingips {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.322637 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: l3-routers {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.324024 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: l3-agents {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.325458 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: metering-labels {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.326718 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: metering-label-rules {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.328089 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: network-ip-availabilities {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.329383 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: bindings {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.330950 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: quotas {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.333397 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: quotas {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.334932 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: rbac-policies {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.336123 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: security-groups {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.337502 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: security-group-rules {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.338738 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: service-providers {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.339946 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: subnetpools {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.341376 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: subnetpools {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.342828 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: tags {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.344499 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: tags {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.346338 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: tags {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.348309 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: tags {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.350041 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: tags {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.351978 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: tags {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.353721 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: tags {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.356485 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: tags {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.358302 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: tags {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.360024 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron.api.extensions [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Extended resource: tags {{(pid=118724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:51:37.366473 dv-cinder-815701-1-iscsi neutron-server[118724]: WARNING keystonemiddleware.auth_token [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 27 16:51:37.370999 dv-cinder-815701-1-iscsi neutron-server[118724]: WARNING keystonemiddleware.auth_token [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 27 16:51:37.380438 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_concurrency.lockutils [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Acquired lock "singleton_lock" {{(pid=118724) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 27 16:51:37.380928 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_concurrency.lockutils [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Releasing lock "singleton_lock" {{(pid=118724) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 27 16:51:37.381565 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO oslo_service.service [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Starting 2 workers Oct 27 16:51:37.386605 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Started child 118833 {{(pid=118724) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 16:51:37.391037 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Started child 118834 {{(pid=118724) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 16:51:37.392272 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:37.392942 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO neutron.service [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Neutron service started, listening on 0.0.0.0:9696 Oct 27 16:51:37.393185 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Publish callbacks [] for process, before_spawn {{(pid=118724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:37.393871 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [-] (118833) wsgi starting up on http://0.0.0.0:9696 Oct 27 16:51:37.396268 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO oslo_service.service [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Starting 1 workers Oct 27 16:51:37.396876 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:37.398210 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [-] (118834) wsgi starting up on http://0.0.0.0:9696 Oct 27 16:51:37.401453 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Started child 118835 {{(pid=118724) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 16:51:37.401982 dv-cinder-815701-1-iscsi neutron-server[118724]: INFO oslo_service.service [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Starting 1 workers Oct 27 16:51:37.405117 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.service [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] calling RpcWorker wait() {{(pid=118835) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 27 16:51:37.405666 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.service [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] returning from RpcWorker wait() {{(pid=118835) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 27 16:51:37.406427 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Started child 118836 {{(pid=118724) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 16:51:37.407213 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG neutron_lib.callbacks.manager [None req-aabfc2c7-81f2-4b5d-94a9-42c237aaff8a None None] Publish callbacks [] for process, after_spawn {{(pid=118724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:37.407339 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:37.407702 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:51:37.409434 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=118724) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 16:51:37.409652 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 16:51:37.409835 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 16:51:37.410101 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 16:51:37.410427 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 16:51:37.410586 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 16:51:37.411258 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.411695 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.411943 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.412222 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.412506 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.413078 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.413318 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:37.413786 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.413786 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.413921 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.414070 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.414234 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.414392 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.414642 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:51:37.414785 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.415189 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.415488 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.415742 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.415979 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.416226 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.416393 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.416658 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] config_source = [] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.416925 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.417165 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.417433 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] debug = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.417665 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.418126 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.418353 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.418596 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.418806 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.419065 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.419283 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.419543 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.419769 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.420002 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.420392 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.420653 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.420891 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.421095 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.421564 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.421811 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.422047 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.422500 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] host = dv-cinder-815701-1-iscsi {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.422731 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.422940 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.423160 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.423377 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.423613 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.423821 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.424087 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.424339 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.424668 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.424818 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.425068 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.425318 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.425525 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] log_dir = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.425811 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] log_file = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.425957 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] log_options = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.426143 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.426392 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.426634 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.426825 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.426986 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.427154 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.427409 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.427565 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.427803 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.428009 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.428213 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.428441 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.428672 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.428884 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.429133 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.429354 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.429588 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.429788 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.430036 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.430252 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.430466 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.430679 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.430921 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.431145 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.431369 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.431602 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.431799 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.432003 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.432206 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.432436 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.432681 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.432916 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.433138 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.433380 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.433630 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.433915 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.434057 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.434290 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.434554 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.434790 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.434995 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.435248 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.435453 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.435668 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.435926 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.436074 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] use_journal = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.436266 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] use_json = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.436473 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.436728 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.436974 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.437180 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.437387 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.437592 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.437797 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.438017 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.438427 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.438787 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.439264 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.439572 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.439995 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.440315 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.440630 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.440828 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.441156 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.441811 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.442129 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.442364 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.442654 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.442887 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.443132 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.443450 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.443697 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.443954 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.444193 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.444424 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.444682 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.444915 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.445158 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.445386 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.445606 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.445827 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.446071 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.446388 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.446650 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.446907 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.109/identity {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.447162 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.447370 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.447581 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.447807 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.448014 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.448276 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.448449 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.448720 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.448932 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.449154 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.449447 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.459204 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.459204 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.459204 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.459204 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.459204 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.459204 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.459204 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.459204 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.459204 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.459914 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.459914 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.459914 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.459914 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.459914 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.459914 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.459914 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.459914 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.459914 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.460640 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.460640 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.460640 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.460640 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.460640 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.460640 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.460640 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.460640 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.460640 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.461248 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.461248 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.461248 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.461248 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.461248 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.461248 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.461248 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.461248 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.461248 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.461879 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.461879 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.461879 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.461879 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.461879 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.461879 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.461879 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.461879 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.461879 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.464081 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.464081 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.464081 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.464081 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.464081 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.464081 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.464081 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.464081 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.464700 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.464700 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.464700 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.464700 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.464700 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.464700 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.464700 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.464700 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.466387 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.466387 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.466387 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.466387 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.466387 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.466387 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.466387 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.466387 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.466985 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.466985 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.466985 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.466985 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.466985 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.467335 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.467335 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.467521 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.467796 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.468030 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.468278 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.468600 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.468880 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.469163 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.469644 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.469991 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.470258 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.470505 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.470773 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.471051 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.471311 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.471543 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.471806 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.472063 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.472280 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.472503 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.472876 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.473252 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.474136 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.474136 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.474136 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.474425 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.474425 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.474643 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.474891 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.475133 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.475618 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.475939 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.476247 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.109/identity {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.476601 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.476801 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.477798 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.477798 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.477798 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.477798 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.478464 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.478464 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.478464 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.478872 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.478872 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.479661 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.479661 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.479661 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.479661 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.480246 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.480246 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.480246 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.480668 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.480807 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.480956 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.481738 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.481738 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.481738 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.481738 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.482304 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.482304 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.482603 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.482743 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.482888 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.484480 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.484480 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.484480 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.484480 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.484480 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.484480 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.484480 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.485163 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.485163 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.485163 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.485163 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.485492 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.485615 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.486324 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.486324 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.486593 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.486717 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.486848 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.487097 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.487314 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.487507 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.487717 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.487947 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.488681 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.488976 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.489192 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.489421 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.489623 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.489940 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.490089 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.490215 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.490426 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.490708 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.490966 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.491560 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.491560 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.491838 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.491963 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.492094 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.492279 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.492485 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.492727 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.492940 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.493156 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.493387 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.493590 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.494278 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.494278 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.494278 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.494666 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.495130 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.495130 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.495394 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.495528 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.495686 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.495887 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.496166 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.496305 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.496500 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.496738 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.496954 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.497158 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.497379 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.497584 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.498056 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.498056 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.498330 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.498455 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.498642 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.498884 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.499096 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.500057 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.500057 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.500057 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.500057 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.500632 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.500632 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.500845 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.501022 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.501225 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.501608 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.501883 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.502185 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.502445 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.502698 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.502925 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.503293 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.503650 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.504424 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.504680 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.504832 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.506021 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.506021 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.506021 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.506021 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.506342 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.506342 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.506500 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.506887 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.507144 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.507354 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.507612 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.507825 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.508202 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.508428 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.508703 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.508933 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.509155 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.509382 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.509616 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.509826 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.509980 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 16:51:37.510766 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=118724) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 16:51:37.510921 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 16:51:37.511069 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 16:51:37.511244 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 16:51:37.511411 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 16:51:37.511560 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 16:51:37.511757 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.511912 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.512066 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.512227 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.512375 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.512550 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.512722 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.512879 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.513031 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.513184 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.513337 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.513491 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.513643 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.513795 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.513948 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.514101 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.514252 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.514405 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.514562 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.514716 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] config_source = [] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.514870 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.515022 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.515174 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] debug = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.515327 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.515512 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.515669 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.515821 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.517362 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.517362 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.517362 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.517362 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.517362 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.517362 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.517362 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.517855 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.517855 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.517855 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.517855 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.518133 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.518133 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.518288 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] host = dv-cinder-815701-1-iscsi {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.518367 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.522309 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.522309 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.522309 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.522309 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.522309 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.522309 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.522309 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.522309 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.524616 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.524616 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.524616 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.524616 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] log_dir = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.524616 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] log_file = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.524616 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] log_options = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.524616 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.524616 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.524616 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.525229 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.525229 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.525229 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.525229 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.525229 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.525229 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.525229 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.525701 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.525701 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.525701 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.525701 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.525701 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.525701 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.525701 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.525701 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.526226 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.526226 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.526226 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.526226 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.526226 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.526226 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.526226 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.526226 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.526745 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.526745 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.526745 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.526745 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.526745 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.526745 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.526745 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.526745 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.527274 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.527274 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.527274 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.527274 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.527274 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.527274 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.527274 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.527274 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.527805 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.527805 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.527805 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.527805 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] use_journal = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.528093 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] use_json = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.528093 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.528234 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.528380 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.528534 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.528709 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.528865 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.529021 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.529160 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:51:37.529335 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.529488 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.529654 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.529812 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.529967 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.530120 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.530276 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.530430 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.530589 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.530737 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.530899 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.531049 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.531214 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.531368 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.531522 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.531685 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.532597 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.532597 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.532597 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.532597 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.532597 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.532597 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.533000 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.533000 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.533000 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.533172 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.533318 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.533469 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.534670 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.534670 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.109/identity {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.534670 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.534670 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.534670 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.534670 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.534670 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.534670 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.535546 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.535546 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.535546 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.535546 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.535546 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.535546 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.535957 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.535957 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.535957 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.536176 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.536253 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.536333 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.536490 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.537411 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.537411 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.537411 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.537411 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.537411 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.537411 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.537891 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.537891 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.537891 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.538100 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.538100 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.538250 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.538398 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.538581 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.538705 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.538861 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.539035 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.539179 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.539334 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.539489 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.539645 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.539799 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.539939 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.540095 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.540251 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.540405 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.540580 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.540804 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.540960 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.541114 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.541268 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.541425 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.541581 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.541805 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.541979 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.542133 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.542288 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.542444 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.542598 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.542752 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.542916 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.543086 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.543240 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.543394 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.543549 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.543703 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.543857 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.544011 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.544166 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.544320 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.544474 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.544650 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.544808 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.544965 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.545119 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.545273 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.545426 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.545580 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.545734 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.545887 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.546041 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.546195 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.546349 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.546504 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.546659 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.546818 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.546972 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.547136 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.547290 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.547447 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.547602 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.547763 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.547928 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.548082 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.548238 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.548391 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.548545 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.548720 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.548875 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.549029 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.549185 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.549339 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.549494 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.549655 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.549820 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.549975 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.550130 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.550284 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.550461 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.550615 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.551649 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.551824 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.551978 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.552136 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.552293 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.552448 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.552683 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.552993 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.553155 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.553330 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.109/identity {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.553458 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.553611 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.553766 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.553920 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.554074 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.554224 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.554533 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.554533 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.554701 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.554825 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.554964 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.555116 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.555271 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.555428 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.555582 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.555737 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.555893 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.556047 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.556203 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.556357 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.556512 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.556703 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.556867 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.557010 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.557160 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.557328 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.557472 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.557634 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.557773 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.557930 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.558085 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.558228 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.558380 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.558535 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.558689 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.558845 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.558998 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.559153 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.559308 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.559461 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.559661 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.559772 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.559906 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.560074 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.560229 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.560384 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.560538 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.560714 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.564746 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.564746 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.564746 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.564746 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.564746 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.564746 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.564746 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.564746 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.565345 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.565345 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.565345 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.565345 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.565345 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.565345 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.565345 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.565345 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.565945 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.565945 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.565945 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.565945 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.565945 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.565945 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.565945 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.565945 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.567540 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.567540 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.567540 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.567540 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.567540 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.567540 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.567540 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.567540 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.568298 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.568298 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.568298 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.568298 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.568298 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.568298 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.568298 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.568298 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.568936 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.568936 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.568936 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.568936 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.568936 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.568936 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.568936 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.568936 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.569481 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.569481 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.569481 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.569481 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.569481 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.569481 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.569481 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.569952 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.569952 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.569952 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.569952 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.570221 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.570298 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.570428 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.570541 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.570697 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.570857 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.571022 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.571202 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.571343 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.571504 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.571667 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.571837 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.572028 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.572182 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.572439 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.572439 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.572686 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.572774 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.572901 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.573056 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.573210 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.573418 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.573577 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.573730 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.573886 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.574041 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.574197 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.574351 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.574506 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.575590 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.575590 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.575590 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.575590 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.575590 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:51:37.575590 dv-cinder-815701-1-iscsi neutron-server[118724]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=118724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 16:51:37.576063 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:51:37.690276 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 50420) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:51:37.699335 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [-] 10.222.0.109 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0066006 Oct 27 16:51:49.541814 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6a1fa1-2334-4fbb-a870-0d0b758a801a None None] get_active_networks_info from dv-cinder-815701-1-iscsi {{(pid=118835) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:51:49.618784 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6a1fa1-2334-4fbb-a870-0d0b758a801a None None] No non-hosted networks {{(pid=118835) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 27 16:51:49.634403 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.agentschedulers_db [None req-cf6a1fa1-2334-4fbb-a870-0d0b758a801a None None] DHCP Agent not found on host dv-cinder-815701-1-iscsi {{(pid=118835) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 27 16:51:49.889184 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-6fafd939-1f26-4b15-82e4-118d055f32fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133703837'] for agent, after_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:52.391802 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-1c58cba1-928d-4dfb-8efd-373726e24f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133703837'] for agent, after_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:52.447245 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.db.api [None req-0ef5c234-91bd-4ac9-92ec-cdcc4b297e3e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-815701-1-iscsi {{(pid=118835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:51:52.448057 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG oslo_db.api [None req-0ef5c234-91bd-4ac9-92ec-cdcc4b297e3e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:51:53.042935 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-0ef5c234-91bd-4ac9-92ec-cdcc4b297e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:53.202989 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133703837'] for agent, after_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:53.204159 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:53.204882 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:53.205157 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:53.205485 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:53.205937 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:53.206215 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:53.206537 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:53.206900 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:53.207366 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:53.207690 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:53.208118 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:53.208338 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:53.208741 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815701-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:51:53.224458 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815701-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:51:53.360792 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133703837'] for agent, after_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:55.166472 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133703837'] for agent, after_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:56.278538 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 50512) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:51:56.783197 dv-cinder-815701-1-iscsi neutron-server[118834]: WARNING oslo_policy.policy [None req-3268e21b-6d00-4cb0-9c08-6d30742bfac8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 16:51:56.784284 dv-cinder-815701-1-iscsi neutron-server[118834]: WARNING oslo_policy.policy [None req-3268e21b-6d00-4cb0-9c08-6d30742bfac8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 16:51:57.010292 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [None req-3268e21b-6d00-4cb0-9c08-6d30742bfac8 admin admin] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=118834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:51:57.011416 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-3268e21b-6d00-4cb0-9c08-6d30742bfac8 admin admin] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7319775 Oct 27 16:51:58.792842 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.db.l3_hamode_db [None req-b5f76db2-569d-4afc-9579-b23f5f64bc77 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 27 16:51:58.871760 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f76db2-569d-4afc-9579-b23f5f64bc77 None None] Routers set() bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:51:58.872142 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f76db2-569d-4afc-9579-b23f5f64bc77 None None] Router IDs set() for agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 16:51:59.526472 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 50526) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:51:59.836456 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-3133e452-3834-4cee-af02-526a9731802b admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:51:59.934274 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.policy [None req-3133e452-3834-4cee-af02-526a9731802b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=118834) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 16:51:59.980764 dv-cinder-815701-1-iscsi neutron-server[118834]: WARNING oslo_policy.policy [None req-3133e452-3834-4cee-af02-526a9731802b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 16:51:59.981137 dv-cinder-815701-1-iscsi neutron-server[118834]: WARNING oslo_policy.policy [None req-3133e452-3834-4cee-af02-526a9731802b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 16:51:59.990200 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.quota [None req-3133e452-3834-4cee-af02-526a9731802b admin admin] Loaded quota_driver: . Oct 27 16:52:00.148972 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3133e452-3834-4cee-af02-526a9731802b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740463532296', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740463532901', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740463520061', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740463517945', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740463108256', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740463566715', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1529199', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1622402', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133685911', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133610290'] for rbac-policy, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:00.316781 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3133e452-3834-4cee-af02-526a9731802b admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:00.317979 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-3133e452-3834-4cee-af02-526a9731802b admin admin] 10.222.0.109 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7905195 Oct 27 16:52:03.029619 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 50538) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:03.326881 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Request body: {'network': {'tenant_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'admin_state_up': True, 'name': 'private', 'project_id': '650d5d1d3fb54424a7f29eb236ab0e6e'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:52:03.423079 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Made reservation on behalf of 650d5d1d3fb54424a7f29eb236ab0e6e for: {'network': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:52:03.426488 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for network, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:03.443609 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:03.550312 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:03.599879 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:03.620000 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1350, 'physical_network': 'physnet1'} {{(pid=118834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:52:03.647382 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740460286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:03.647959 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Unsubscribe: segment precommit_create {{(pid=118834) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 16:52:03.648460 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.segments_db [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Added segment cbad4f7f-eac8-452d-8650-8b2ae499beb7 of type vlan for network 9160a118-69fa-405c-a721-42a6e78c0c63 Oct 27 16:52:03.664610 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fa2673-f425-4eb8-a160-bd5ecdc6a2bb,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:03.713368 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:03.713719 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:03.714058 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:03.714389 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:03.714716 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:03.715060 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:03.715388 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:03.715722 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:03.716062 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:03.716391 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:03.716733 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:03.717055 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Tracked resource versions report: Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: pushed versions: Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: { 'AddressGroup': {'1.2'}, Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: 'ConntrackHelper': {'1.0'}, Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: 'Log': {'1.0'}, Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: 'Network': {'1.1'}, Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: 'Port': {'1.7'}, Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: 'PortForwarding': {'1.2'}, Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: 'QosPolicy': {'1.10'}, Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: 'SecurityGroup': {'1.4'}, Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: 'SecurityGroupRule': {'1.2'}, Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: 'SubPort': {'1.0'}, Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: 'Subnet': {'1.1'}, Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: 'Trunk': {'1.1'}} Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: consumer versions: Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: { DHCP agent@dv-cinder-815701-1-iscsi: {}, Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: L3 agent@dv-cinder-815701-1-iscsi: {}, Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: Metadata agent@dv-cinder-815701-1-iscsi: {}, Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: Metering agent@dv-cinder-815701-1-iscsi: {}, Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: Open vSwitch agent@dv-cinder-815701-1-iscsi: { 'AddressGroup': '1.2', Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: 'ConntrackHelper': '1.0', Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: 'Log': '1.0', Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: 'Network': '1.1', Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: 'Port': '1.7', Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: 'PortForwarding': '1.2', Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: 'QosPolicy': '1.10', Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: 'SecurityGroup': '1.4', Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: 'SecurityGroupRule': '1.2', Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: 'SubPort': '1.0', Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: 'Subnet': '1.1', Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: 'Trunk': '1.1'}} Oct 27 16:52:03.718131 dv-cinder-815701-1-iscsi neutron-server[118834]: {{(pid=118834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 16:52:03.767325 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740459766941'] for network, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:03.874161 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for network, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:03.875314 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:03.875967 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:03.974738 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] Pushing event updated for resources: {'Network': ['ID=9160a118-69fa-405c-a721-42a6e78c0c63,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:03.985621 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Network 9160a118-69fa-405c-a721-42a6e78c0c63 details requested by agent ovs-agent-dv-cinder-815701-1-iscsi with host dv-cinder-815701-1-iscsi {{(pid=118835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:52:04.025722 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-b90947f3-f518-43ea-a736-f153f1cbf7a8 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.9950054 Oct 27 16:52:06.847214 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 50552) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:07.240198 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4965aac-b7f3-45d4-884f-e787958f2609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:07.241594 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-c4965aac-b7f3-45d4-884f-e787958f2609 admin admin] 10.222.0.109 "GET /v2.0/networks/9160a118-69fa-405c-a721-42a6e78c0c63 HTTP/1.1" status: 200 len: 826 time: 0.3934367 Oct 27 16:52:07.267268 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-64ae06cc-8b93-447c-8e18-d90338139a88 admin admin] 10.222.0.109 "GET /v2.0/subnetpools/7de7b090-dced-4ab9-aeaa-e8db2dc1a280 HTTP/1.1" status: 200 len: 734 time: 0.0192959 Oct 27 16:52:07.277164 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-c33c7119-1328-458f-b393-d66cde2bc29d admin admin] Request body: {'subnet': {'network_id': '9160a118-69fa-405c-a721-42a6e78c0c63', 'tenant_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '7de7b090-dced-4ab9-aeaa-e8db2dc1a280', 'gateway_ip': '172.20.0.1'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:52:07.390558 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33c7119-1328-458f-b393-d66cde2bc29d admin admin] Made reservation on behalf of 650d5d1d3fb54424a7f29eb236ab0e6e for: {'subnet': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:52:07.392855 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c33c7119-1328-458f-b393-d66cde2bc29d admin admin] Publish callbacks [] for subnet, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:07.745080 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c33c7119-1328-458f-b393-d66cde2bc29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for subnet, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:07.823214 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c7119-1328-458f-b393-d66cde2bc29d admin admin] Pushing event updated for resources: {'Subnet': ['ID=77bf539c-eabe-4469-ae17-625ebba444a1,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:07.825224 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33c7119-1328-458f-b393-d66cde2bc29d admin admin] Checking segment: {'id': 'cbad4f7f-eac8-452d-8650-8b2ae499beb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '9160a118-69fa-405c-a721-42a6e78c0c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:52:07.825585 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33c7119-1328-458f-b393-d66cde2bc29d admin admin] Network hostable DHCP agents. Network: 9160a118-69fa-405c-a721-42a6e78c0c63, hostable agents: ['acf894c1-b7b8-4d52-ad08-8b9062216bf0'], hosted agents: [] {{(pid=118834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:52:07.887334 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33c7119-1328-458f-b393-d66cde2bc29d admin admin] Network 9160a118-69fa-405c-a721-42a6e78c0c63 is scheduled to be hosted by DHCP agent acf894c1-b7b8-4d52-ad08-8b9062216bf0 with binding_index 1 {{(pid=118834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:52:07.938722 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-c33c7119-1328-458f-b393-d66cde2bc29d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815701-1-iscsi, 9160a118-69fa-405c-a721-42a6e78c0c63) {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:52:07.943575 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c7119-1328-458f-b393-d66cde2bc29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:07.944190 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c33c7119-1328-458f-b393-d66cde2bc29d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:07.948668 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9560a00-26d2-4767-81b5-7bb2b7292302 None None] Network 9160a118-69fa-405c-a721-42a6e78c0c63 requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:52:07.998909 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-c33c7119-1328-458f-b393-d66cde2bc29d admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7250938 Oct 27 16:52:08.277792 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2db10bf-0ac3-55c3-8a00-d510631ac45a-9160a118-69fa-405c-a721-42a6e78c0c63', 'network_id': '9160a118-69fa-405c-a721-42a6e78c0c63', 'tenant_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'fixed_ips': [{'subnet_id': '77bf539c-eabe-4469-ae17-625ebba444a1'}]}} from dv-cinder-815701-1-iscsi. {{(pid=118835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:52:08.279779 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:08.578350 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.db_base_plugin_common [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Allocated IP 172.20.0.2 (9160a118-69fa-405c-a721-42a6e78c0c63/77bf539c-eabe-4469-ae17-625ebba444a1/b896b96d-0883-46ea-ae9d-f9751b5f5e6c) {{(pid=118835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:52:08.910165 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Publish callbacks [] for port, precommit_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:08.989130 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268'] for port, after_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:09.064760 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Network 9160a118-69fa-405c-a721-42a6e78c0c63 is already hosted by enough agents. {{(pid=118835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:52:09.069533 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.scheduler.base_scheduler [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Resources bound (agent type, host, resource id): {{(pid=118835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:52:09.080966 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Received port after_create {{(pid=118835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:52:09.084658 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Pushing event updated for resources: {'Port': ['ID=b896b96d-0883-46ea-ae9d-f9751b5f5e6c,revision_number=1']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:09.115113 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:09.115476 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:09.115818 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:09.116163 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:09.116497 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:09.116856 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:09.117188 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:09.117517 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:09.118176 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:09.118176 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:09.118502 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:09.118822 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Tracked resource versions report: Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: pushed versions: Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: { 'AddressGroup': {'1.2'}, Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: 'ConntrackHelper': {'1.0'}, Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: 'Log': {'1.0'}, Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: 'Network': {'1.1'}, Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: 'Port': {'1.7'}, Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: 'PortForwarding': {'1.2'}, Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: 'QosPolicy': {'1.10'}, Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: 'SecurityGroup': {'1.4'}, Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: 'SecurityGroupRule': {'1.2'}, Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: 'SubPort': {'1.0'}, Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: 'Subnet': {'1.1'}, Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: 'Trunk': {'1.1'}} Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: consumer versions: Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: { DHCP agent@dv-cinder-815701-1-iscsi: {}, Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: L3 agent@dv-cinder-815701-1-iscsi: {}, Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: Metadata agent@dv-cinder-815701-1-iscsi: {}, Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: Metering agent@dv-cinder-815701-1-iscsi: {}, Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: Open vSwitch agent@dv-cinder-815701-1-iscsi: { 'AddressGroup': '1.2', Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: 'ConntrackHelper': '1.0', Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: 'Log': '1.0', Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: 'Network': '1.1', Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: 'Port': '1.7', Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: 'PortForwarding': '1.2', Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: 'QosPolicy': '1.10', Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: 'SecurityGroup': '1.4', Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: 'SecurityGroupRule': '1.2', Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: 'SubPort': '1.0', Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: 'Subnet': '1.1', Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: 'Trunk': '1.1'}} Oct 27 16:52:09.119963 dv-cinder-815701-1-iscsi neutron-server[118835]: {{(pid=118835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 16:52:09.169148 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Attempting to bind port b896b96d-0883-46ea-ae9d-f9751b5f5e6c on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:52:09.169463 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Attempting to bind port b896b96d-0883-46ea-ae9d-f9751b5f5e6c by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': 'cbad4f7f-eac8-452d-8650-8b2ae499beb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '9160a118-69fa-405c-a721-42a6e78c0c63'}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:52:09.169870 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Attempting to bind port b896b96d-0883-46ea-ae9d-f9751b5f5e6c on network 9160a118-69fa-405c-a721-42a6e78c0c63 {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:52:09.175077 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:52:09.175484 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Checking segment: {'id': 'cbad4f7f-eac8-452d-8650-8b2ae499beb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '9160a118-69fa-405c-a721-42a6e78c0c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:52:09.175955 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:09.176370 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Bound using segment: {'id': 'cbad4f7f-eac8-452d-8650-8b2ae499beb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '9160a118-69fa-405c-a721-42a6e78c0c63'} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:52:09.176899 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Bound port: b896b96d-0883-46ea-ae9d-f9751b5f5e6c, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbad4f7f-eac8-452d-8650-8b2ae499beb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '9160a118-69fa-405c-a721-42a6e78c0c63'}}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:52:09.177319 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:09.239320 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] For port b896b96d-0883-46ea-ae9d-f9751b5f5e6c, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:52:09.243708 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] For port b896b96d-0883-46ea-ae9d-f9751b5f5e6c, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=b896b96d-0883-46ea-ae9d-f9751b5f5e6c,segment=NetworkSegment(cbad4f7f-eac8-452d-8650-8b2ae499beb7),segment_id=cbad4f7f-eac8-452d-8650-8b2ae499beb7)] {{(pid=118835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:52:09.328339 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:09.393232 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f9f7e-9c95-4040-b013-edb591cda205 None None] Pushing event updated for resources: {'Port': ['ID=b896b96d-0883-46ea-ae9d-f9751b5f5e6c,revision_number=2']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:10.536502 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 50560) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:11.046691 dv-cinder-815701-1-iscsi neutron-server[118833]: WARNING oslo_policy.policy [None req-79a9def4-5bb7-45ea-afca-88eb5cacbea3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 16:52:11.047373 dv-cinder-815701-1-iscsi neutron-server[118833]: WARNING oslo_policy.policy [None req-79a9def4-5bb7-45ea-afca-88eb5cacbea3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 16:52:11.273919 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [None req-79a9def4-5bb7-45ea-afca-88eb5cacbea3 admin admin] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=118833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:52:11.275207 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-79a9def4-5bb7-45ea-afca-88eb5cacbea3 admin admin] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7365391 Oct 27 16:52:13.808051 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 50574) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:14.130103 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [None req-129d7b1e-e660-46d4-bad4-d7b566754a22 admin admin] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=118833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:52:14.132345 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-129d7b1e-e660-46d4-bad4-d7b566754a22 admin admin] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3232481 Oct 27 16:52:16.899572 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 50584) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:17.210388 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-7f9e0be2-3d4b-47f8-89f9-c7b9cfbc35c8 admin admin] Request body: {'router': {'tenant_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'name': 'router1', 'admin_state_up': True}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:52:17.276584 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.policy [None req-7f9e0be2-3d4b-47f8-89f9-c7b9cfbc35c8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=118833) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 16:52:17.329870 dv-cinder-815701-1-iscsi neutron-server[118833]: WARNING oslo_policy.policy [None req-7f9e0be2-3d4b-47f8-89f9-c7b9cfbc35c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 16:52:17.330346 dv-cinder-815701-1-iscsi neutron-server[118833]: WARNING oslo_policy.policy [None req-7f9e0be2-3d4b-47f8-89f9-c7b9cfbc35c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 16:52:17.340110 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.quota [None req-7f9e0be2-3d4b-47f8-89f9-c7b9cfbc35c8 admin admin] Loaded quota_driver: . Oct 27 16:52:17.447927 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7f9e0be2-3d4b-47f8-89f9-c7b9cfbc35c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133762219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5348'] for router, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:17.449892 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7f9e0be2-3d4b-47f8-89f9-c7b9cfbc35c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133763026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133802025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5343'] for router, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:17.600693 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7f9e0be2-3d4b-47f8-89f9-c7b9cfbc35c8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:17.658247 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7f9e0be2-3d4b-47f8-89f9-c7b9cfbc35c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133760848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133762959'] for router, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:17.741254 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7f9e0be2-3d4b-47f8-89f9-c7b9cfbc35c8 admin admin] Publish callbacks [] for router, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:17.742444 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-7f9e0be2-3d4b-47f8-89f9-c7b9cfbc35c8 admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8419321 Oct 27 16:52:18.595674 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77d8ab2-55b4-4df9-b6e1-53bc238cc2d1 None None] Network 9160a118-69fa-405c-a721-42a6e78c0c63 requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:52:18.703490 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-f99f6a4b-79a5-48ac-bbb8-6f8a70c6270a None None] Provisioning complete for port b896b96d-0883-46ea-ae9d-f9751b5f5e6c triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:18.703878 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-f99f6a4b-79a5-48ac-bbb8-6f8a70c6270a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:18.909763 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-f99f6a4b-79a5-48ac-bbb8-6f8a70c6270a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:18.955927 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-f99f6a4b-79a5-48ac-bbb8-6f8a70c6270a None None] For port b896b96d-0883-46ea-ae9d-f9751b5f5e6c, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=b896b96d-0883-46ea-ae9d-f9751b5f5e6c,segment=NetworkSegment(cbad4f7f-eac8-452d-8650-8b2ae499beb7),segment_id=cbad4f7f-eac8-452d-8650-8b2ae499beb7)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:19.037598 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-f99f6a4b-79a5-48ac-bbb8-6f8a70c6270a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:19.098421 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f6a4b-79a5-48ac-bbb8-6f8a70c6270a None None] Pushing event updated for resources: {'Port': ['ID=b896b96d-0883-46ea-ae9d-f9751b5f5e6c,revision_number=3']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:19.123289 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device b896b96d-0883-46ea-ae9d-f9751b5f5e6c up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:52:19.170453 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-624171f6-3324-454b-95b7-3d895adb454f None None] Provisioning complete for port b896b96d-0883-46ea-ae9d-f9751b5f5e6c triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:19.170722 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-624171f6-3324-454b-95b7-3d895adb454f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:19.218385 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port b896b96d-0883-46ea-ae9d-f9751b5f5e6c triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:19.218668 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:19.544039 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-40de7042-ab89-4728-9061-d9c2bdcc7bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:20.260829 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 50598) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:20.570733 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [None req-e19629c0-084b-4350-bb77-9d2596d6d092 admin admin] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=118833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:52:20.571721 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-e19629c0-084b-4350-bb77-9d2596d6d092 admin admin] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3099656 Oct 27 16:52:21.074805 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device b896b96d-0883-46ea-ae9d-f9751b5f5e6c up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:52:21.122080 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port b896b96d-0883-46ea-ae9d-f9751b5f5e6c triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:21.122449 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:22.344223 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-0af39402-9518-4204-9cc5-8d29cc4f5b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:23.054881 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 50606) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:23.204701 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:23.309961 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:23.374266 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-ce166f94-625b-49e7-b00a-648f069ad1ba admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:52:23.450020 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce166f94-625b-49e7-b00a-648f069ad1ba admin admin] Made reservation on behalf of 1a92fc47b1174f33bcf0b42ea5d5becd for: {'network': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:52:23.452329 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ce166f94-625b-49e7-b00a-648f069ad1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for network, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:23.461430 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ce166f94-625b-49e7-b00a-648f069ad1ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:23.533392 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ce166f94-625b-49e7-b00a-648f069ad1ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:23.618232 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ce166f94-625b-49e7-b00a-648f069ad1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:23.633591 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ce166f94-625b-49e7-b00a-648f069ad1ba admin admin] Reserving flat network on physical network physnet1 {{(pid=118834) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 27 16:52:23.652785 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce166f94-625b-49e7-b00a-648f069ad1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44990ca-0041-46b9-b641-a0d2de602590,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:23.657380 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ce166f94-625b-49e7-b00a-648f069ad1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:23.657713 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.segments_db [None req-ce166f94-625b-49e7-b00a-648f069ad1ba admin admin] Added segment cd89f144-5a93-4d48-b54a-d73a57ffaf23 of type flat for network ed716183-5f1c-445b-936f-259913b9090b Oct 27 16:52:23.705111 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ce166f94-625b-49e7-b00a-648f069ad1ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740459766941'] for network, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:23.778958 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ce166f94-625b-49e7-b00a-648f069ad1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for network, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:23.779941 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce166f94-625b-49e7-b00a-648f069ad1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:23.780534 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ce166f94-625b-49e7-b00a-648f069ad1ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:23.836913 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce166f94-625b-49e7-b00a-648f069ad1ba admin admin] Pushing event updated for resources: {'Network': ['ID=ed716183-5f1c-445b-936f-259913b9090b,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:23.846831 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Network ed716183-5f1c-445b-936f-259913b9090b details requested by agent ovs-agent-dv-cinder-815701-1-iscsi with host dv-cinder-815701-1-iscsi {{(pid=118835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:52:23.866513 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-ce166f94-625b-49e7-b00a-648f069ad1ba admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8106396 Oct 27 16:52:25.104480 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:26.357716 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 50624) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:26.530993 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254f400d-2e1f-4fab-bd42-cd0dcd554af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:26.532351 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-254f400d-2e1f-4fab-bd42-cd0dcd554af5 admin admin] 10.222.0.109 "GET /v2.0/subnets/77bf539c-eabe-4469-ae17-625ebba444a1 HTTP/1.1" status: 200 len: 849 time: 0.1735842 Oct 27 16:52:26.699795 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-695e36df-003e-41f9-9957-86c2d16812bd admin admin] 10.222.0.109 "GET /v2.0/routers/75a91c1e-7f47-466b-91f7-36dac8537fbd HTTP/1.1" status: 200 len: 704 time: 0.1603577 Oct 27 16:52:26.966095 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2562b791-7215-4272-99ee-634f3f877356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:27.258728 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [None req-2562b791-7215-4272-99ee-634f3f877356 admin admin] Allocated IP 172.20.0.1 (9160a118-69fa-405c-a721-42a6e78c0c63/77bf539c-eabe-4469-ae17-625ebba444a1/7a3f8633-ee46-4b21-9c02-9db106bf0b73) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:52:27.458667 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2562b791-7215-4272-99ee-634f3f877356 admin admin] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:27.583044 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2562b791-7215-4272-99ee-634f3f877356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:27.655394 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2562b791-7215-4272-99ee-634f3f877356 admin admin] Network 9160a118-69fa-405c-a721-42a6e78c0c63 is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:52:27.660396 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-2562b791-7215-4272-99ee-634f3f877356 admin admin] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:52:27.666572 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2562b791-7215-4272-99ee-634f3f877356 admin admin] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:52:27.667147 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2562b791-7215-4272-99ee-634f3f877356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133703890'] for router_interface, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:27.736283 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562b791-7215-4272-99ee-634f3f877356 admin admin] Pushing event updated for resources: {'Port': ['ID=7a3f8633-ee46-4b21-9c02-9db106bf0b73,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:27.859749 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-2a0d01b4-c38e-472f-a9ef-baadc4469074 None None] Provisioning complete for port 7a3f8633-ee46-4b21-9c02-9db106bf0b73 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:27.860359 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-2a0d01b4-c38e-472f-a9ef-baadc4469074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:27.893410 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d01b4-c38e-472f-a9ef-baadc4469074 None None] Port 7a3f8633-ee46-4b21-9c02-9db106bf0b73 cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:52:27.925569 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2562b791-7215-4272-99ee-634f3f877356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:28.135405 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2562b791-7215-4272-99ee-634f3f877356 admin admin] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:28.192866 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2562b791-7215-4272-99ee-634f3f877356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:28.193669 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2562b791-7215-4272-99ee-634f3f877356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133607302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133762626'] for router_interface, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:28.269946 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562b791-7215-4272-99ee-634f3f877356 admin admin] Pushing event updated for resources: {'Port': ['ID=7a3f8633-ee46-4b21-9c02-9db106bf0b73,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:28.318230 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2562b791-7215-4272-99ee-634f3f877356 admin admin] Network 9160a118-69fa-405c-a721-42a6e78c0c63 is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:52:28.319542 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-2562b791-7215-4272-99ee-634f3f877356 admin admin] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:52:28.515420 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-3955808b-ef81-4a69-b12c-e965930ef345 None None] Provisioning complete for port 7a3f8633-ee46-4b21-9c02-9db106bf0b73 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:28.515783 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-3955808b-ef81-4a69-b12c-e965930ef345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:28.552911 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-3955808b-ef81-4a69-b12c-e965930ef345 None None] Port 7a3f8633-ee46-4b21-9c02-9db106bf0b73 cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:52:28.555482 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2562b791-7215-4272-99ee-634f3f877356 admin admin] Router 75a91c1e-7f47-466b-91f7-36dac8537fbd is scheduled to L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 with binding_index 1 {{(pid=118834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:52:28.648531 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2562b791-7215-4272-99ee-634f3f877356 admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:52:28.660242 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] Sync routers for ids ['75a91c1e-7f47-466b-91f7-36dac8537fbd'] in dv-cinder-815701-1-iscsi {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:52:28.662767 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-2562b791-7215-4272-99ee-634f3f877356 admin admin] 10.222.0.109 "PUT /v2.0/routers/75a91c1e-7f47-466b-91f7-36dac8537fbd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9570363 Oct 27 16:52:28.672918 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] Routers {'75a91c1e-7f47-466b-91f7-36dac8537fbd'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:52:28.673800 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T16:52:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['75a91c1e-7f47-466b-91f7-36dac8537fbd'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:28.868639 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] Set router 75a91c1e-7f47-466b-91f7-36dac8537fbd gateway port host: None {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:52:29.301207 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a91c1e-7f47-466b-91f7-36dac8537fbd', 'name': 'router1', 'tenant_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:52:17Z', 'updated_at': '2021-10-27T16:52:27Z', 'revision_number': 2, 'project_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'gw_port_host': None, '_interfaces': [{'id': '7a3f8633-ee46-4b21-9c02-9db106bf0b73', 'name': '', 'network_id': '9160a118-69fa-405c-a721-42a6e78c0c63', 'tenant_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'mac_address': 'fa:16:3e:19:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a91c1e-7f47-466b-91f7-36dac8537fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77bf539c-eabe-4469-ae17-625ebba444a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:26Z', 'updated_at': '2021-10-27T16:52:27Z', 'revision_number': 2, 'project_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'subnets': [{'id': '77bf539c-eabe-4469-ae17-625ebba444a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7de7b090-dced-4ab9-aeaa-e8db2dc1a280'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:29.351741 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] Checking router: 75a91c1e-7f47-466b-91f7-36dac8537fbd for host: dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:52:29.352103 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] Updating router 75a91c1e-7f47-466b-91f7-36dac8537fbd port 7a3f8633-ee46-4b21-9c02-9db106bf0b73 binding host dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:52:29.400760 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:29.908463 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] Publish callbacks [] for port, precommit_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:29.960947 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:30.118580 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb9137-ef11-4974-bda4-f89765921139 None None] Pushing event updated for resources: {'Port': ['ID=7a3f8633-ee46-4b21-9c02-9db106bf0b73,revision_number=3']} {{(pid=118836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:30.138872 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb9137-ef11-4974-bda4-f89765921139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:30.139233 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb9137-ef11-4974-bda4-f89765921139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:30.139571 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb9137-ef11-4974-bda4-f89765921139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:30.139897 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb9137-ef11-4974-bda4-f89765921139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:30.140220 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb9137-ef11-4974-bda4-f89765921139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:30.140546 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb9137-ef11-4974-bda4-f89765921139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:30.140903 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb9137-ef11-4974-bda4-f89765921139 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:30.141220 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb9137-ef11-4974-bda4-f89765921139 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:30.141551 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb9137-ef11-4974-bda4-f89765921139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:30.141869 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb9137-ef11-4974-bda4-f89765921139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:30.142174 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb9137-ef11-4974-bda4-f89765921139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:30.142483 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb9137-ef11-4974-bda4-f89765921139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb9137-ef11-4974-bda4-f89765921139 None None] Tracked resource versions report: Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: pushed versions: Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: { 'AddressGroup': {'1.2'}, Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: 'ConntrackHelper': {'1.0'}, Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: 'Log': {'1.0'}, Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: 'Network': {'1.1'}, Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: 'Port': {'1.7'}, Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: 'PortForwarding': {'1.2'}, Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: 'QosPolicy': {'1.10'}, Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: 'SecurityGroup': {'1.4'}, Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: 'SecurityGroupRule': {'1.2'}, Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: 'SubPort': {'1.0'}, Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: 'Subnet': {'1.1'}, Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: 'Trunk': {'1.1'}} Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: consumer versions: Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: { DHCP agent@dv-cinder-815701-1-iscsi: {}, Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: L3 agent@dv-cinder-815701-1-iscsi: {}, Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: Metadata agent@dv-cinder-815701-1-iscsi: {}, Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: Metering agent@dv-cinder-815701-1-iscsi: {}, Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: Open vSwitch agent@dv-cinder-815701-1-iscsi: { 'AddressGroup': '1.2', Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: 'ConntrackHelper': '1.0', Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: 'Log': '1.0', Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: 'Network': '1.1', Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: 'Port': '1.7', Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: 'PortForwarding': '1.2', Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: 'QosPolicy': '1.10', Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: 'SecurityGroup': '1.4', Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: 'SecurityGroupRule': '1.2', Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: 'SubPort': '1.0', Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: 'Subnet': '1.1', Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: 'Trunk': '1.1'}} Oct 27 16:52:30.144121 dv-cinder-815701-1-iscsi neutron-server[118836]: {{(pid=118836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 16:52:30.146985 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] Attempting to bind port 7a3f8633-ee46-4b21-9c02-9db106bf0b73 on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:52:30.147521 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] Attempting to bind port 7a3f8633-ee46-4b21-9c02-9db106bf0b73 by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': 'cbad4f7f-eac8-452d-8650-8b2ae499beb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '9160a118-69fa-405c-a721-42a6e78c0c63'}] {{(pid=118836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:52:30.147834 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] Attempting to bind port 7a3f8633-ee46-4b21-9c02-9db106bf0b73 on network 9160a118-69fa-405c-a721-42a6e78c0c63 {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:52:30.154801 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:52:30.155208 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] Checking segment: {'id': 'cbad4f7f-eac8-452d-8650-8b2ae499beb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '9160a118-69fa-405c-a721-42a6e78c0c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:52:30.155662 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:30.156664 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] Bound using segment: {'id': 'cbad4f7f-eac8-452d-8650-8b2ae499beb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '9160a118-69fa-405c-a721-42a6e78c0c63'} {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:52:30.156664 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] Bound port: 7a3f8633-ee46-4b21-9c02-9db106bf0b73, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbad4f7f-eac8-452d-8650-8b2ae499beb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '9160a118-69fa-405c-a721-42a6e78c0c63'}}] {{(pid=118836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:52:30.157212 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:30.180679 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-3a83f2bb-2c7f-4aaa-9ef4-675437a5e564 None None] Provisioning complete for port 7a3f8633-ee46-4b21-9c02-9db106bf0b73 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:30.181252 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-3a83f2bb-2c7f-4aaa-9ef4-675437a5e564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:30.219616 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-3a83f2bb-2c7f-4aaa-9ef4-675437a5e564 None None] Port 7a3f8633-ee46-4b21-9c02-9db106bf0b73 cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:52:30.227430 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.db [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] For port 7a3f8633-ee46-4b21-9c02-9db106bf0b73, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:52:30.246402 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.db [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] For port 7a3f8633-ee46-4b21-9c02-9db106bf0b73, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=7a3f8633-ee46-4b21-9c02-9db106bf0b73,segment=NetworkSegment(cbad4f7f-eac8-452d-8650-8b2ae499beb7),segment_id=cbad4f7f-eac8-452d-8650-8b2ae499beb7)] {{(pid=118836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:52:30.316635 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:30.373776 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] Routers {'75a91c1e-7f47-466b-91f7-36dac8537fbd'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:52:30.374400 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T16:52:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['75a91c1e-7f47-466b-91f7-36dac8537fbd'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:30.451820 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb9137-ef11-4974-bda4-f89765921139 None None] Pushing event updated for resources: {'Port': ['ID=7a3f8633-ee46-4b21-9c02-9db106bf0b73,revision_number=4']} {{(pid=118836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:30.467992 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] Set router 75a91c1e-7f47-466b-91f7-36dac8537fbd gateway port host: None {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:52:30.540062 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-d30ac92c-f775-419c-84c9-7df3b5cfd98c None None] Provisioning complete for port 7a3f8633-ee46-4b21-9c02-9db106bf0b73 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:30.540522 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-d30ac92c-f775-419c-84c9-7df3b5cfd98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:30.624228 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-d30ac92c-f775-419c-84c9-7df3b5cfd98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:30.657383 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-d30ac92c-f775-419c-84c9-7df3b5cfd98c None None] For port 7a3f8633-ee46-4b21-9c02-9db106bf0b73, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=7a3f8633-ee46-4b21-9c02-9db106bf0b73,segment=NetworkSegment(cbad4f7f-eac8-452d-8650-8b2ae499beb7),segment_id=cbad4f7f-eac8-452d-8650-8b2ae499beb7)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:30.683415 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a91c1e-7f47-466b-91f7-36dac8537fbd', 'name': 'router1', 'tenant_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:52:17Z', 'updated_at': '2021-10-27T16:52:27Z', 'revision_number': 2, 'project_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'gw_port_host': None, '_interfaces': [{'id': '7a3f8633-ee46-4b21-9c02-9db106bf0b73', 'name': '', 'network_id': '9160a118-69fa-405c-a721-42a6e78c0c63', 'tenant_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'mac_address': 'fa:16:3e:19:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a91c1e-7f47-466b-91f7-36dac8537fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77bf539c-eabe-4469-ae17-625ebba444a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:26Z', 'updated_at': '2021-10-27T16:52:30Z', 'revision_number': 4, 'project_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'subnets': [{'id': '77bf539c-eabe-4469-ae17-625ebba444a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7de7b090-dced-4ab9-aeaa-e8db2dc1a280'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:30.709349 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cbfa97-c60e-4593-a551-a1f1eb8694b8 None None] The sync data for ids ['75a91c1e-7f47-466b-91f7-36dac8537fbd'] in dv-cinder-815701-1-iscsi is: [{'id': '75a91c1e-7f47-466b-91f7-36dac8537fbd', 'name': 'router1', 'tenant_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:52:17Z', 'updated_at': '2021-10-27T16:52:27Z', 'revision_number': 2, 'project_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'gw_port_host': None, '_interfaces': [{'id': '7a3f8633-ee46-4b21-9c02-9db106bf0b73', 'name': '', 'network_id': '9160a118-69fa-405c-a721-42a6e78c0c63', 'tenant_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'mac_address': 'fa:16:3e:19:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a91c1e-7f47-466b-91f7-36dac8537fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77bf539c-eabe-4469-ae17-625ebba444a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:26Z', 'updated_at': '2021-10-27T16:52:30Z', 'revision_number': 4, 'project_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'subnets': [{'id': '77bf539c-eabe-4469-ae17-625ebba444a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7de7b090-dced-4ab9-aeaa-e8db2dc1a280'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:52:30.732747 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-d30ac92c-f775-419c-84c9-7df3b5cfd98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:30.789229 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ac92c-f775-419c-84c9-7df3b5cfd98c None None] Pushing event updated for resources: {'Port': ['ID=7a3f8633-ee46-4b21-9c02-9db106bf0b73,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:31.057720 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 50644) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:31.167389 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e340191c-d74f-48c6-99db-e03ba48986ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:31.168780 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-e340191c-d74f-48c6-99db-e03ba48986ee admin admin] 10.222.0.109 "GET /v2.0/networks/ed716183-5f1c-445b-936f-259913b9090b HTTP/1.1" status: 200 len: 842 time: 0.1098871 Oct 27 16:52:31.179221 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-df892e08-8257-4b9a-b5f8-292a44029dfb admin admin] Request body: {'subnet': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.3.0/24'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:52:31.270253 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df892e08-8257-4b9a-b5f8-292a44029dfb admin admin] Made reservation on behalf of 1a92fc47b1174f33bcf0b42ea5d5becd for: {'subnet': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:52:31.272797 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-df892e08-8257-4b9a-b5f8-292a44029dfb admin admin] Publish callbacks [] for subnet, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:31.633030 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.objects.ports [None req-df892e08-8257-4b9a-b5f8-292a44029dfb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=118834) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:52:31.633396 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-df892e08-8257-4b9a-b5f8-292a44029dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for subnet, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:31.688517 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df892e08-8257-4b9a-b5f8-292a44029dfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=855c9060-65b5-4295-a48e-32e34bdb0777,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:31.699870 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df892e08-8257-4b9a-b5f8-292a44029dfb admin admin] Checking segment: {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:52:31.700226 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df892e08-8257-4b9a-b5f8-292a44029dfb admin admin] Network hostable DHCP agents. Network: ed716183-5f1c-445b-936f-259913b9090b, hostable agents: ['acf894c1-b7b8-4d52-ad08-8b9062216bf0'], hosted agents: [] {{(pid=118834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:52:31.795261 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df892e08-8257-4b9a-b5f8-292a44029dfb admin admin] Network ed716183-5f1c-445b-936f-259913b9090b is scheduled to be hosted by DHCP agent acf894c1-b7b8-4d52-ad08-8b9062216bf0 with binding_index 1 {{(pid=118834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:52:31.895960 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-df892e08-8257-4b9a-b5f8-292a44029dfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815701-1-iscsi, ed716183-5f1c-445b-936f-259913b9090b) {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:52:31.901187 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df892e08-8257-4b9a-b5f8-292a44029dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:31.901915 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-df892e08-8257-4b9a-b5f8-292a44029dfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:31.906077 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1602f498-5a1f-45a5-a71e-3fe885eba189 None None] Network ed716183-5f1c-445b-936f-259913b9090b requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:52:31.978752 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-df892e08-8257-4b9a-b5f8-292a44029dfb admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8028858 Oct 27 16:52:32.050057 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6cd664-ab0d-431b-b582-7be7d33b8efb None None] Network ed716183-5f1c-445b-936f-259913b9090b requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:52:34.398834 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 50652) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:34.624454 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-75ecb4a7-a6cb-49d4-9716-181c5e5ae5fe admin admin] 10.222.0.109 "GET /v2.0/routers/75a91c1e-7f47-466b-91f7-36dac8537fbd HTTP/1.1" status: 200 len: 710 time: 0.2243662 Oct 27 16:52:34.813674 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a9e792-894c-4110-8d95-2fcd5a55e457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:34.815822 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-17a9e792-894c-4110-8d95-2fcd5a55e457 admin admin] 10.222.0.109 "GET /v2.0/networks/ed716183-5f1c-445b-936f-259913b9090b HTTP/1.1" status: 200 len: 886 time: 0.1849663 Oct 27 16:52:34.825616 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:52:35.091160 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:35.472646 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 5 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:52:35.495904 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:35.571944 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:35.764509 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_common [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Allocated IP 172.27.3.117 (ed716183-5f1c-445b-936f-259913b9090b/855c9060-65b5-4295-a48e-32e34bdb0777/f638ba1b-f9d8-4eb1-a57e-576574a0c8b1) {{(pid=118833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:52:35.877065 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Publish callbacks [] for port, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:35.993387 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268'] for port, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:36.055840 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Network ed716183-5f1c-445b-936f-259913b9090b is already hosted by enough agents. {{(pid=118833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:52:36.061417 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Resources bound (agent type, host, resource id): {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:52:36.110745 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Received port after_create {{(pid=118833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:52:36.174740 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Pushing event updated for resources: {'Port': ['ID=f638ba1b-f9d8-4eb1-a57e-576574a0c8b1,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:36.208530 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:36.208899 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:36.209232 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:36.209559 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:36.209880 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:36.210202 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:36.210524 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:36.210859 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:36.211193 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:36.211531 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:36.211843 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:36.212153 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Tracked resource versions report: Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: pushed versions: Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: { 'AddressGroup': {'1.2'}, Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: 'ConntrackHelper': {'1.0'}, Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: 'Log': {'1.0'}, Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: 'Network': {'1.1'}, Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: 'Port': {'1.7'}, Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: 'PortForwarding': {'1.2'}, Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: 'QosPolicy': {'1.10'}, Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: 'SecurityGroup': {'1.4'}, Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: 'SecurityGroupRule': {'1.2'}, Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: 'SubPort': {'1.0'}, Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: 'Subnet': {'1.1'}, Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: 'Trunk': {'1.1'}} Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: consumer versions: Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: { DHCP agent@dv-cinder-815701-1-iscsi: {}, Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: L3 agent@dv-cinder-815701-1-iscsi: {}, Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: Metadata agent@dv-cinder-815701-1-iscsi: {}, Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: Metering agent@dv-cinder-815701-1-iscsi: {}, Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: Open vSwitch agent@dv-cinder-815701-1-iscsi: { 'AddressGroup': '1.2', Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: 'ConntrackHelper': '1.0', Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: 'Log': '1.0', Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: 'Network': '1.1', Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: 'Port': '1.7', Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: 'PortForwarding': '1.2', Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: 'QosPolicy': '1.10', Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: 'SecurityGroup': '1.4', Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: 'SecurityGroupRule': '1.2', Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: 'SubPort': '1.0', Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: 'Subnet': '1.1', Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: 'Trunk': '1.1'}} Oct 27 16:52:36.213287 dv-cinder-815701-1-iscsi neutron-server[118833]: {{(pid=118833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 16:52:36.578893 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:36.777469 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133762976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133760809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5313'] for router, precommit_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:36.781926 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133762959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133763001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133762998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133760806'] for router, after_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:36.891101 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Router 75a91c1e-7f47-466b-91f7-36dac8537fbd has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:52:36.994462 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:52:36.998927 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] Publish callbacks [] for router, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:37.000108 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-9c883c38-ad56-464a-9d8f-f1c49f456465 admin admin] 10.222.0.109 "PUT /v2.0/routers/75a91c1e-7f47-466b-91f7-36dac8537fbd HTTP/1.1" status: 200 len: 890 time: 2.1777368 Oct 27 16:52:37.111404 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 7a3f8633-ee46-4b21-9c02-9db106bf0b73 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:52:37.169008 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 7a3f8633-ee46-4b21-9c02-9db106bf0b73 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:37.169306 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:37.766121 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] Sync routers for ids ['75a91c1e-7f47-466b-91f7-36dac8537fbd'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:52:37.779548 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] Routers {'75a91c1e-7f47-466b-91f7-36dac8537fbd'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:52:37.780224 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T16:52:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['75a91c1e-7f47-466b-91f7-36dac8537fbd'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:37.991156 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] Set router 75a91c1e-7f47-466b-91f7-36dac8537fbd gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:52:38.450502 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a91c1e-7f47-466b-91f7-36dac8537fbd', 'name': 'router1', 'tenant_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'f638ba1b-f9d8-4eb1-a57e-576574a0c8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:52:17Z', 'updated_at': '2021-10-27T16:52:36Z', 'revision_number': 4, 'project_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'gw_port': {'id': 'f638ba1b-f9d8-4eb1-a57e-576574a0c8b1', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a91c1e-7f47-466b-91f7-36dac8537fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:35Z', 'updated_at': '2021-10-27T16:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '7a3f8633-ee46-4b21-9c02-9db106bf0b73', 'name': '', 'network_id': '9160a118-69fa-405c-a721-42a6e78c0c63', 'tenant_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'mac_address': 'fa:16:3e:19:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a91c1e-7f47-466b-91f7-36dac8537fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77bf539c-eabe-4469-ae17-625ebba444a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:26Z', 'updated_at': '2021-10-27T16:52:30Z', 'revision_number': 5, 'project_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'subnets': [{'id': '77bf539c-eabe-4469-ae17-625ebba444a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7de7b090-dced-4ab9-aeaa-e8db2dc1a280'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:38.502896 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] Checking router: 75a91c1e-7f47-466b-91f7-36dac8537fbd for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:52:38.503244 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] Updating router 75a91c1e-7f47-466b-91f7-36dac8537fbd port f638ba1b-f9d8-4eb1-a57e-576574a0c8b1 binding host dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:52:38.550714 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:38.866547 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] Publish callbacks [] for port, precommit_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:38.948926 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:39.000915 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] Attempting to bind port f638ba1b-f9d8-4eb1-a57e-576574a0c8b1 on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:52:39.001276 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] Attempting to bind port f638ba1b-f9d8-4eb1-a57e-576574a0c8b1 by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:52:39.001636 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] Attempting to bind port f638ba1b-f9d8-4eb1-a57e-576574a0c8b1 on network ed716183-5f1c-445b-936f-259913b9090b {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:52:39.004447 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df976d-b5b6-4f3e-bd8f-d1c527ad462f None None] Pushing event updated for resources: {'Port': ['ID=f638ba1b-f9d8-4eb1-a57e-576574a0c8b1,revision_number=2']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:39.010103 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:52:39.010472 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] Checking segment: {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:52:39.010864 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:39.011247 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] Bound using segment: {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:52:39.012120 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] Bound port: f638ba1b-f9d8-4eb1-a57e-576574a0c8b1, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:52:39.012120 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:39.059917 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] For port f638ba1b-f9d8-4eb1-a57e-576574a0c8b1, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:52:39.062807 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] For port f638ba1b-f9d8-4eb1-a57e-576574a0c8b1, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=f638ba1b-f9d8-4eb1-a57e-576574a0c8b1,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:52:39.120739 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:39.180650 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df976d-b5b6-4f3e-bd8f-d1c527ad462f None None] Pushing event updated for resources: {'Port': ['ID=f638ba1b-f9d8-4eb1-a57e-576574a0c8b1,revision_number=3']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:39.183182 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] Routers {'75a91c1e-7f47-466b-91f7-36dac8537fbd'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:52:39.183768 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T16:52:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['75a91c1e-7f47-466b-91f7-36dac8537fbd'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:39.289280 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] Set router 75a91c1e-7f47-466b-91f7-36dac8537fbd gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:52:39.502069 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a91c1e-7f47-466b-91f7-36dac8537fbd', 'name': 'router1', 'tenant_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'f638ba1b-f9d8-4eb1-a57e-576574a0c8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:52:17Z', 'updated_at': '2021-10-27T16:52:36Z', 'revision_number': 4, 'project_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'gw_port': {'id': 'f638ba1b-f9d8-4eb1-a57e-576574a0c8b1', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a91c1e-7f47-466b-91f7-36dac8537fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:35Z', 'updated_at': '2021-10-27T16:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '7a3f8633-ee46-4b21-9c02-9db106bf0b73', 'name': '', 'network_id': '9160a118-69fa-405c-a721-42a6e78c0c63', 'tenant_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'mac_address': 'fa:16:3e:19:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a91c1e-7f47-466b-91f7-36dac8537fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77bf539c-eabe-4469-ae17-625ebba444a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:26Z', 'updated_at': '2021-10-27T16:52:30Z', 'revision_number': 5, 'project_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'subnets': [{'id': '77bf539c-eabe-4469-ae17-625ebba444a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7de7b090-dced-4ab9-aeaa-e8db2dc1a280'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:39.529104 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec3958-a38e-44ac-8166-92537ef7e6bc None None] The sync data for ids ['75a91c1e-7f47-466b-91f7-36dac8537fbd'] in dv-cinder-815701-1-iscsi is: [{'id': '75a91c1e-7f47-466b-91f7-36dac8537fbd', 'name': 'router1', 'tenant_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'f638ba1b-f9d8-4eb1-a57e-576574a0c8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:52:17Z', 'updated_at': '2021-10-27T16:52:36Z', 'revision_number': 4, 'project_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'gw_port': {'id': 'f638ba1b-f9d8-4eb1-a57e-576574a0c8b1', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a91c1e-7f47-466b-91f7-36dac8537fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:35Z', 'updated_at': '2021-10-27T16:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '7a3f8633-ee46-4b21-9c02-9db106bf0b73', 'name': '', 'network_id': '9160a118-69fa-405c-a721-42a6e78c0c63', 'tenant_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'mac_address': 'fa:16:3e:19:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a91c1e-7f47-466b-91f7-36dac8537fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77bf539c-eabe-4469-ae17-625ebba444a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:26Z', 'updated_at': '2021-10-27T16:52:30Z', 'revision_number': 5, 'project_id': '650d5d1d3fb54424a7f29eb236ab0e6e', 'subnets': [{'id': '77bf539c-eabe-4469-ae17-625ebba444a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7de7b090-dced-4ab9-aeaa-e8db2dc1a280'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:52:39.529801 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 50668) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:39.650810 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-219c04fa-15e6-4666-8ea5-55f24c215e1e admin admin] 10.222.0.109 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1198981 Oct 27 16:52:41.101118 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device f638ba1b-f9d8-4eb1-a57e-576574a0c8b1 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:52:41.153052 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port f638ba1b-f9d8-4eb1-a57e-576574a0c8b1 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:41.153422 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:41.230556 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:41.249925 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] For port f638ba1b-f9d8-4eb1-a57e-576574a0c8b1, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=f638ba1b-f9d8-4eb1-a57e-576574a0c8b1,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:41.309123 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:41.369100 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Pushing event updated for resources: {'Port': ['ID=f638ba1b-f9d8-4eb1-a57e-576574a0c8b1,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:43.092967 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device f638ba1b-f9d8-4eb1-a57e-576574a0c8b1 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:52:43.167522 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port f638ba1b-f9d8-4eb1-a57e-576574a0c8b1 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:43.167892 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:49.549724 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-3901ac27-534a-4ece-9828-69f289b98727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:52.363730 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-93a5645f-feb7-46e6-b191-a1bdd368d801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:53.200024 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:53.329828 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:55.134878 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:12.473321 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 5 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:53:19.539224 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-7de325fd-382b-4e48-b66c-fdcdfb06edff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:22.344520 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-8ac2aee5-37f1-4141-a4c0-d12ba64db6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:23.380781 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:23.407618 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:25.101311 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:49.473466 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 5 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:53:49.542993 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-a923fe82-fe7b-4c72-9cf5-4db18f7d459b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:52.348365 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-69b4c9de-fcfb-405d-bc74-3531704726aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:53.200200 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:53.302921 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:55.134388 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:19.544991 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-a66f4665-2f6f-4839-8fcf-2702ecf87295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:20.748150 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 51230) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:54:20.884531 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8956c4a-f57a-4bbd-869a-5efc7421a871 admin admin] GET failed (client error): The resource could not be found. Oct 27 16:54:20.885972 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-e8956c4a-f57a-4bbd-869a-5efc7421a871 admin admin] 10.222.0.109 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1368253 Oct 27 16:54:21.049098 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af6a321-f626-4942-bdf9-8c0197387a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:21.050585 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-3af6a321-f626-4942-bdf9-8c0197387a9f admin admin] 10.222.0.109 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1593308 Oct 27 16:54:22.356191 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-1b6c689b-b21c-4bf7-ba20-076c08b69b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:23.209379 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:23.323673 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:23.353286 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 51240) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:54:23.446303 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2030b05-b28d-41b1-a4fe-85950872d4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:23.447632 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-f2030b05-b28d-41b1-a4fe-85950872d4f3 admin admin] 10.222.0.109 "GET /v2.0/subnets/77bf539c-eabe-4469-ae17-625ebba444a1 HTTP/1.1" status: 200 len: 849 time: 0.0934739 Oct 27 16:54:23.458095 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-969241c4-2ed6-4bd6-bcfa-2ac6d770406e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:54:23.540399 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-969241c4-2ed6-4bd6-bcfa-2ac6d770406e admin admin] Publish callbacks [] for subnet, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:23.738231 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-969241c4-2ed6-4bd6-bcfa-2ac6d770406e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740460212197'] for subnet, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:23.768903 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969241c4-2ed6-4bd6-bcfa-2ac6d770406e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:23.768903 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-969241c4-2ed6-4bd6-bcfa-2ac6d770406e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:23.768903 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-969241c4-2ed6-4bd6-bcfa-2ac6d770406e admin admin] 10.222.0.109 "PUT /v2.0/subnets/77bf539c-eabe-4469-ae17-625ebba444a1 HTTP/1.1" status: 200 len: 868 time: 0.3144937 Oct 27 16:54:23.774022 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c2354b-2760-4798-9479-40bcb55fe363 None None] Network 9160a118-69fa-405c-a721-42a6e78c0c63 requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:54:23.796672 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969241c4-2ed6-4bd6-bcfa-2ac6d770406e admin admin] Pushing event updated for resources: {'Subnet': ['ID=77bf539c-eabe-4469-ae17-625ebba444a1,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:54:23.804259 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969241c4-2ed6-4bd6-bcfa-2ac6d770406e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:23.804669 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969241c4-2ed6-4bd6-bcfa-2ac6d770406e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:23.805013 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969241c4-2ed6-4bd6-bcfa-2ac6d770406e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:23.805346 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969241c4-2ed6-4bd6-bcfa-2ac6d770406e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:23.806326 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969241c4-2ed6-4bd6-bcfa-2ac6d770406e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:23.806326 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969241c4-2ed6-4bd6-bcfa-2ac6d770406e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:23.806524 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969241c4-2ed6-4bd6-bcfa-2ac6d770406e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:23.806752 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969241c4-2ed6-4bd6-bcfa-2ac6d770406e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:23.807097 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969241c4-2ed6-4bd6-bcfa-2ac6d770406e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:23.807465 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969241c4-2ed6-4bd6-bcfa-2ac6d770406e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:23.807783 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969241c4-2ed6-4bd6-bcfa-2ac6d770406e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:23.808148 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969241c4-2ed6-4bd6-bcfa-2ac6d770406e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:24.198197 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ee5ff751-0506-41b4-82f0-2be4e3ca3522 None None] Provisioning complete for port 7a3f8633-ee46-4b21-9c02-9db106bf0b73 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:54:24.198558 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ee5ff751-0506-41b4-82f0-2be4e3ca3522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:24.282783 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ee5ff751-0506-41b4-82f0-2be4e3ca3522 None None] Provisioning complete for port b896b96d-0883-46ea-ae9d-f9751b5f5e6c triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:54:24.283061 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ee5ff751-0506-41b4-82f0-2be4e3ca3522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:25.123732 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:26.105559 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 51248) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:54:26.311458 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8b40a5-c765-4bed-bf0c-87e3b8e04563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:26.311838 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8b40a5-c765-4bed-bf0c-87e3b8e04563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:26.313411 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-7e8b40a5-c765-4bed-bf0c-87e3b8e04563 admin admin] 10.222.0.109 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2068100 Oct 27 16:54:26.473030 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 5 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:54:28.608729 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 51256) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:54:28.741472 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9345e99-83b8-4e8b-ae42-2543ebf38f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:28.741945 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9345e99-83b8-4e8b-ae42-2543ebf38f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:28.743475 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-d9345e99-83b8-4e8b-ae42-2543ebf38f9a admin admin] 10.222.0.109 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1337495 Oct 27 16:54:31.029541 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 51264) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:54:31.180078 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df58cb9-e05d-4ec0-9fc4-c6bd2c241acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:31.181502 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-7df58cb9-e05d-4ec0-9fc4-c6bd2c241acf admin admin] 10.222.0.109 "GET /v2.0/networks/9160a118-69fa-405c-a721-42a6e78c0c63 HTTP/1.1" status: 200 len: 870 time: 0.1510847 Oct 27 16:54:33.470727 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 51274) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:54:33.598616 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed25abbf-849d-46e8-9320-937a9fc6b80e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:33.599995 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-ed25abbf-849d-46e8-9320-937a9fc6b80e admin admin] 10.222.0.109 "GET /v2.0/networks/ed716183-5f1c-445b-936f-259913b9090b HTTP/1.1" status: 200 len: 886 time: 0.1283257 Oct 27 16:54:35.874437 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 51282) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:54:36.000967 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf04af59-da87-4d26-980a-9c5990898504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:36.001420 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf04af59-da87-4d26-980a-9c5990898504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:36.002939 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-bf04af59-da87-4d26-980a-9c5990898504 admin admin] 10.222.0.109 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1275609 Oct 27 16:54:38.372762 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 51290) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:54:38.494049 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a325d7-f052-47c4-8574-8cf7aa3b1f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:38.494497 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a325d7-f052-47c4-8574-8cf7aa3b1f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:38.496912 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-44a325d7-f052-47c4-8574-8cf7aa3b1f33 admin admin] 10.222.0.109 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1231863 Oct 27 16:54:40.773905 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 51298) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:54:40.877789 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396ad384-8e90-43cf-8b06-02087cd78adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:40.879153 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-396ad384-8e90-43cf-8b06-02087cd78adc admin admin] 10.222.0.109 "GET /v2.0/subnets/77bf539c-eabe-4469-ae17-625ebba444a1 HTTP/1.1" status: 200 len: 868 time: 0.1042855 Oct 27 16:54:43.169229 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 51306) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:54:43.254758 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845f984a-1dcb-47ee-a85b-fe293c390c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:43.256348 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-845f984a-1dcb-47ee-a85b-fe293c390c43 admin admin] 10.222.0.109 "GET /v2.0/subnets/855c9060-65b5-4295-a48e-32e34bdb0777 HTTP/1.1" status: 200 len: 816 time: 0.0861762 Oct 27 16:54:49.554143 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-04fa546a-60c0-4d67-a29e-7264b5382eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:52.347773 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-606b4c11-7929-4420-840b-9f1019669036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:53.203208 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:53.304792 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:55.130852 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:03.472056 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 5 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:55:08.090867 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 51360) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:55:08.137766 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [None req-817b4e76-f289-4c25-93a2-8a7bc686ea8e admin admin] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=118834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:55:08.138748 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-817b4e76-f289-4c25-93a2-8a7bc686ea8e admin admin] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0469496 Oct 27 16:55:10.534846 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 51368) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:55:10.595396 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ce709f-efb1-450e-88de-3ca67c1d4df0 admin admin] GET failed (client error): The resource could not be found. Oct 27 16:55:10.596739 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-f2ce709f-efb1-450e-88de-3ca67c1d4df0 admin admin] 10.222.0.109 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609310 Oct 27 16:55:10.684874 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3311079-ebe3-40fe-a9f5-5f40db7211b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:10.686309 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-d3311079-ebe3-40fe-a9f5-5f40db7211b9 admin admin] 10.222.0.109 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0849183 Oct 27 16:55:13.018266 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 51376) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:55:13.064957 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-31f1c2ab-81ab-46cc-afa2-e91b562e682f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:55:13.141286 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f1c2ab-81ab-46cc-afa2-e91b562e682f admin admin] Made reservation on behalf of 1a92fc47b1174f33bcf0b42ea5d5becd for: {'network': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:55:13.143549 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-31f1c2ab-81ab-46cc-afa2-e91b562e682f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for network, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:13.170792 dv-cinder-815701-1-iscsi neutron-server[118834]: WARNING neutron.services.revisions.revision_plugin [None req-31f1c2ab-81ab-46cc-afa2-e91b562e682f admin admin] Could not find related network for resource to bump revision. Oct 27 16:55:13.181269 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f1c2ab-81ab-46cc-afa2-e91b562e682f admin admin] vlan segment allocate from pool success with {'vlan_id': 1359, 'physical_network': 'physnet1'} {{(pid=118834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:55:13.190563 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-31f1c2ab-81ab-46cc-afa2-e91b562e682f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:13.190896 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.segments_db [None req-31f1c2ab-81ab-46cc-afa2-e91b562e682f admin admin] Added segment f8877fc6-cbba-4d9c-b243-edffb26076ae of type vlan for network fcf54063-d6ed-488c-a61c-b53dd7d11fcf Oct 27 16:55:13.228633 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-31f1c2ab-81ab-46cc-afa2-e91b562e682f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740459766941'] for network, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:13.318534 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-31f1c2ab-81ab-46cc-afa2-e91b562e682f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for network, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:13.319408 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f1c2ab-81ab-46cc-afa2-e91b562e682f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:13.320025 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-31f1c2ab-81ab-46cc-afa2-e91b562e682f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:13.379848 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1c2ab-81ab-46cc-afa2-e91b562e682f admin admin] Pushing event updated for resources: {'Network': ['ID=fcf54063-d6ed-488c-a61c-b53dd7d11fcf,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:55:13.390234 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Network fcf54063-d6ed-488c-a61c-b53dd7d11fcf details requested by agent ovs-agent-dv-cinder-815701-1-iscsi with host dv-cinder-815701-1-iscsi {{(pid=118835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:55:13.429834 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-31f1c2ab-81ab-46cc-afa2-e91b562e682f admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4104815 Oct 27 16:55:15.749558 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 51384) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:55:15.814356 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9ac3d0-4923-477f-8434-3abc5908aa83 admin admin] GET failed (client error): The resource could not be found. Oct 27 16:55:15.815675 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-fc9ac3d0-4923-477f-8434-3abc5908aa83 admin admin] 10.222.0.109 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0651710 Oct 27 16:55:15.888799 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f2a64e-56e9-43b5-a504-758387533a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:15.890215 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-65f2a64e-56e9-43b5-a504-758387533a74 admin admin] 10.222.0.109 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0698731 Oct 27 16:55:15.900432 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-ed4b355b-abff-4870-ae2a-597ee9f6a41d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'fcf54063-d6ed-488c-a61c-b53dd7d11fcf', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:55:15.969958 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4b355b-abff-4870-ae2a-597ee9f6a41d admin admin] Made reservation on behalf of 1a92fc47b1174f33bcf0b42ea5d5becd for: {'subnet': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:55:15.972200 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ed4b355b-abff-4870-ae2a-597ee9f6a41d admin admin] Publish callbacks [] for subnet, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:16.229288 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ed4b355b-abff-4870-ae2a-597ee9f6a41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for subnet, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:16.281571 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b355b-abff-4870-ae2a-597ee9f6a41d admin admin] Pushing event updated for resources: {'Subnet': ['ID=96cb9ded-9277-47b7-bfa5-e45e1f07bca6,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:55:16.292894 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b355b-abff-4870-ae2a-597ee9f6a41d admin admin] Checking segment: {'id': 'f8877fc6-cbba-4d9c-b243-edffb26076ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': 'fcf54063-d6ed-488c-a61c-b53dd7d11fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:55:16.293251 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4b355b-abff-4870-ae2a-597ee9f6a41d admin admin] Network hostable DHCP agents. Network: fcf54063-d6ed-488c-a61c-b53dd7d11fcf, hostable agents: ['acf894c1-b7b8-4d52-ad08-8b9062216bf0'], hosted agents: [] {{(pid=118834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:55:16.346709 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4b355b-abff-4870-ae2a-597ee9f6a41d admin admin] Network fcf54063-d6ed-488c-a61c-b53dd7d11fcf is scheduled to be hosted by DHCP agent acf894c1-b7b8-4d52-ad08-8b9062216bf0 with binding_index 1 {{(pid=118834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:55:16.406511 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-ed4b355b-abff-4870-ae2a-597ee9f6a41d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815701-1-iscsi, fcf54063-d6ed-488c-a61c-b53dd7d11fcf) {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:55:16.410710 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4b355b-abff-4870-ae2a-597ee9f6a41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:16.411303 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ed4b355b-abff-4870-ae2a-597ee9f6a41d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:16.416539 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b786dc4-4de0-4937-9bed-66ae50bcf685 None None] Network fcf54063-d6ed-488c-a61c-b53dd7d11fcf requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:55:16.483862 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-ed4b355b-abff-4870-ae2a-597ee9f6a41d admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5866094 Oct 27 16:55:16.566712 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2db10bf-0ac3-55c3-8a00-d510631ac45a-fcf54063-d6ed-488c-a61c-b53dd7d11fcf', 'network_id': 'fcf54063-d6ed-488c-a61c-b53dd7d11fcf', 'tenant_id': '1a92fc47b1174f33bcf0b42ea5d5becd', 'fixed_ips': [{'subnet_id': '96cb9ded-9277-47b7-bfa5-e45e1f07bca6'}]}} from dv-cinder-815701-1-iscsi. {{(pid=118835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:55:16.567611 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:16.707239 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.db_base_plugin_common [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Allocated IP 192.168.233.2 (fcf54063-d6ed-488c-a61c-b53dd7d11fcf/96cb9ded-9277-47b7-bfa5-e45e1f07bca6/0582d91f-b799-401e-a037-1b323936fab5) {{(pid=118835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:55:16.941860 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Publish callbacks [] for port, precommit_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:17.001734 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268'] for port, after_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:17.051608 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Network fcf54063-d6ed-488c-a61c-b53dd7d11fcf is already hosted by enough agents. {{(pid=118835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:55:17.052388 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.scheduler.base_scheduler [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Resources bound (agent type, host, resource id): {{(pid=118835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:55:17.056705 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Received port after_create {{(pid=118835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:55:17.059923 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Pushing event updated for resources: {'Port': ['ID=0582d91f-b799-401e-a037-1b323936fab5,revision_number=1']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:55:17.070691 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:17.071060 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:17.071405 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:17.071737 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:17.072640 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:17.073011 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:17.073365 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:17.073691 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:17.074091 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:17.074347 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:17.074662 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:17.074974 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:17.130372 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Attempting to bind port 0582d91f-b799-401e-a037-1b323936fab5 on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:55:17.130731 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Attempting to bind port 0582d91f-b799-401e-a037-1b323936fab5 by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': 'f8877fc6-cbba-4d9c-b243-edffb26076ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': 'fcf54063-d6ed-488c-a61c-b53dd7d11fcf'}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:55:17.131085 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Attempting to bind port 0582d91f-b799-401e-a037-1b323936fab5 on network fcf54063-d6ed-488c-a61c-b53dd7d11fcf {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:55:17.140042 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:55:17.140412 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Checking segment: {'id': 'f8877fc6-cbba-4d9c-b243-edffb26076ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': 'fcf54063-d6ed-488c-a61c-b53dd7d11fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:55:17.140830 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:17.141219 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Bound using segment: {'id': 'f8877fc6-cbba-4d9c-b243-edffb26076ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': 'fcf54063-d6ed-488c-a61c-b53dd7d11fcf'} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:55:17.141676 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Bound port: 0582d91f-b799-401e-a037-1b323936fab5, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8877fc6-cbba-4d9c-b243-edffb26076ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': 'fcf54063-d6ed-488c-a61c-b53dd7d11fcf'}}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:55:17.142071 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:17.272242 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] For port 0582d91f-b799-401e-a037-1b323936fab5, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:55:17.276754 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] For port 0582d91f-b799-401e-a037-1b323936fab5, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=0582d91f-b799-401e-a037-1b323936fab5,segment=NetworkSegment(f8877fc6-cbba-4d9c-b243-edffb26076ae),segment_id=f8877fc6-cbba-4d9c-b243-edffb26076ae)] {{(pid=118835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:55:17.362022 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:17.423791 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3b5f1-59b2-4c0c-8cb0-474823237fd3 None None] Pushing event updated for resources: {'Port': ['ID=0582d91f-b799-401e-a037-1b323936fab5,revision_number=2']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:55:18.231308 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41c1b54-49f1-4cf0-8236-24b3e9d85eb8 None None] Network fcf54063-d6ed-488c-a61c-b53dd7d11fcf requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:55:18.322257 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-7df178a8-d18a-48d0-a0a6-a5238f339a4f None None] Provisioning complete for port 0582d91f-b799-401e-a037-1b323936fab5 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:55:18.322623 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-7df178a8-d18a-48d0-a0a6-a5238f339a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:18.461102 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-7df178a8-d18a-48d0-a0a6-a5238f339a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:18.495050 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-7df178a8-d18a-48d0-a0a6-a5238f339a4f None None] For port 0582d91f-b799-401e-a037-1b323936fab5, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=0582d91f-b799-401e-a037-1b323936fab5,segment=NetworkSegment(f8877fc6-cbba-4d9c-b243-edffb26076ae),segment_id=f8877fc6-cbba-4d9c-b243-edffb26076ae)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:55:18.576443 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-7df178a8-d18a-48d0-a0a6-a5238f339a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:18.636322 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df178a8-d18a-48d0-a0a6-a5238f339a4f None None] Pushing event updated for resources: {'Port': ['ID=0582d91f-b799-401e-a037-1b323936fab5,revision_number=3']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:55:18.699564 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-f0a1ee16-b9c1-4b82-803a-66d560bf2620 None None] Provisioning complete for port 0582d91f-b799-401e-a037-1b323936fab5 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:55:18.700083 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ee16-b9c1-4b82-803a-66d560bf2620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:19.188695 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 0582d91f-b799-401e-a037-1b323936fab5 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:55:19.240313 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 0582d91f-b799-401e-a037-1b323936fab5 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:55:19.240720 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:19.549061 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-8cad1ad9-5e28-4bb9-b3ef-1f574b59c231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:22.332136 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-06f17d87-708d-49dd-982f-2619d92084d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:23.206333 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:23.326299 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:25.132030 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:40.471365 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 5 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:55:49.576447 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ef3f295f-3669-441a-b994-7b33ff94c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:52.362795 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-fc8c0a4f-1922-4090-a906-743f36b86e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:53.219422 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:53.336128 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:55.118909 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:17.470249 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 5 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:56:19.595189 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-dff11eff-aed1-49e5-a3f9-9eb0a6e3fa6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:22.368641 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-47394552-151a-4747-b690-492ec4db062c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:23.220000 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:23.339012 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:25.122797 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:49.573388 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-a19d87fc-4331-4ba6-88f3-d8605c092d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:52.365432 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-98147f49-7ef8-4fc6-b4bc-7a6abd6198a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:53.236116 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:53.326817 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:54.469452 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 5 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:56:54.701179 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 51428) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:56:54.707066 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [None req-3874cca9-beb3-40d8-8a17-7b77dff575d6 tempest-verify_tempest_config-1675389959 tempest-verify_tempest_config-1675389959-project] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=118833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:56:54.708014 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-3874cca9-beb3-40d8-8a17-7b77dff575d6 tempest-verify_tempest_config-1675389959 tempest-verify_tempest_config-1675389959-project] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058849 Oct 27 16:56:55.121996 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:55.190729 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 51446) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:56:55.302870 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-33504d84-b140-4c89-b05d-8cf97ede17fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:55.404031 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-33504d84-b140-4c89-b05d-8cf97ede17fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:55.452670 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-33504d84-b140-4c89-b05d-8cf97ede17fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:55.502645 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-33504d84-b140-4c89-b05d-8cf97ede17fc admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=77bf826dfea34ae7828876c33e9b8ab9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3108630 Oct 27 16:56:55.503457 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33504d84-b140-4c89-b05d-8cf97ede17fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb1dc92-22aa-4c37-b260-9eb526da95a7,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:56:55.505372 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 51450) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:56:55.511058 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33504d84-b140-4c89-b05d-8cf97ede17fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:55.511341 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33504d84-b140-4c89-b05d-8cf97ede17fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:55.511684 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33504d84-b140-4c89-b05d-8cf97ede17fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:55.512022 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33504d84-b140-4c89-b05d-8cf97ede17fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:55.512361 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33504d84-b140-4c89-b05d-8cf97ede17fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:55.512726 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33504d84-b140-4c89-b05d-8cf97ede17fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:55.513061 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33504d84-b140-4c89-b05d-8cf97ede17fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:55.513405 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33504d84-b140-4c89-b05d-8cf97ede17fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:55.513750 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33504d84-b140-4c89-b05d-8cf97ede17fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:55.514090 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33504d84-b140-4c89-b05d-8cf97ede17fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:55.514414 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33504d84-b140-4c89-b05d-8cf97ede17fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:55.514736 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33504d84-b140-4c89-b05d-8cf97ede17fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:55.564039 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8ab221c9-18c5-4901-a194-1f0b804bb900 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:55.585518 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8ab221c9-18c5-4901-a194-1f0b804bb900 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:55.753720 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8ab221c9-18c5-4901-a194-1f0b804bb900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:55.756257 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8ab221c9-18c5-4901-a194-1f0b804bb900 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:55.757439 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-8ab221c9-18c5-4901-a194-1f0b804bb900 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/7eb1dc92-22aa-4c37-b260-9eb526da95a7 HTTP/1.1" status: 204 len: 168 time: 0.2510579 Oct 27 16:56:55.766856 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab221c9-18c5-4901-a194-1f0b804bb900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb1dc92-22aa-4c37-b260-9eb526da95a7,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:56:55.774962 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab221c9-18c5-4901-a194-1f0b804bb900 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:55.774962 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab221c9-18c5-4901-a194-1f0b804bb900 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:55.774962 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab221c9-18c5-4901-a194-1f0b804bb900 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:55.774962 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab221c9-18c5-4901-a194-1f0b804bb900 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:55.775320 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab221c9-18c5-4901-a194-1f0b804bb900 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:55.775593 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab221c9-18c5-4901-a194-1f0b804bb900 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:55.775921 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab221c9-18c5-4901-a194-1f0b804bb900 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:55.776264 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab221c9-18c5-4901-a194-1f0b804bb900 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:55.776637 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab221c9-18c5-4901-a194-1f0b804bb900 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:55.776990 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab221c9-18c5-4901-a194-1f0b804bb900 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:55.777311 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab221c9-18c5-4901-a194-1f0b804bb900 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:55.777628 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab221c9-18c5-4901-a194-1f0b804bb900 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:57:19.536993 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-26c89879-8541-4859-8ad2-a2152c7d2522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:22.335023 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-784870db-d693-4f2a-b7e7-7dc8172f422d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:23.220584 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:23.323520 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:25.163362 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:31.470814 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 5 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:57:49.564486 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-e8c7a8da-a65e-4b25-8c51-b4e41486f065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:52.339231 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-259e6182-4e60-411a-ac06-173951f608ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:53.215369 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:53.329556 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:55.139468 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:08.469291 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 5 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:58:19.543903 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-c192cf50-4494-4c96-a5bb-5809e6e30f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:22.339584 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-c8a38bba-75a3-40c0-993b-f2fe0c147818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:23.225075 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:23.338375 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:25.139011 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:35.001636 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133703837'] for agent, after_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:45.467720 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:58:47.749816 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 51524) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:58:47.854695 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-07f33564-b382-4f5d-8b0c-4bf5f53947a7 admin admin] 10.222.0.109 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.1037765 Oct 27 16:58:49.550201 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-f1ab5ab3-b778-4ec6-bf4d-d995c557e938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:50.171958 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 51534) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:58:50.226576 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-695af55e-de96-4a94-a58b-542a9eebf238 admin admin] 10.222.0.109 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.0534031 Oct 27 16:58:52.400932 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-053d71fc-1a59-45cf-a297-394989d336fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:53.223494 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:53.337547 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:55.136826 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:04.981336 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:19.529195 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-cc0033e5-ba33-474f-8500-46da507a7c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:22.352349 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-18ae09ef-20cc-4c03-87ee-936792308d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:22.466963 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:59:23.210685 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:23.340374 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:25.146203 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:35.008470 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:49.546898 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-94301235-b1f5-4e68-bc1c-0c07c8d431d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:52.351386 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-3c036e3c-2c8e-4ce6-a08a-60c70064afb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:53.208721 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:53.363114 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:55.150083 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:59.465870 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:00:05.117492 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:19.550514 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-a71413a3-f94d-47f7-b135-f6399c9cb12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:19.648313 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 51662) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:20.186309 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-377676188-network', 'tenant_id': '01815bc32be54f4ea30de068defb62b5'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:20.304476 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Made reservation on behalf of 01815bc32be54f4ea30de068defb62b5 for: {'network': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:00:20.307402 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for network, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:20.320157 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:20.486216 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:20.550504 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:20.571435 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] vlan segment allocate from pool success with {'vlan_id': 1363, 'physical_network': 'physnet1'} {{(pid=118834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:00:20.589634 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:20.594574 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:20.594942 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:20.595401 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:20.595693 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:20.595962 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:20.596259 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:20.596618 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:20.597001 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:20.597240 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:20.597563 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:20.597949 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:20.598270 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Tracked resource versions report: Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: pushed versions: Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: { 'AddressGroup': {'1.2'}, Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: 'ConntrackHelper': {'1.0'}, Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: 'Log': {'1.0'}, Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: 'Network': {'1.1'}, Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: 'Port': {'1.7'}, Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: 'PortForwarding': {'1.2'}, Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: 'QosPolicy': {'1.10'}, Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: 'SecurityGroup': {'1.4'}, Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: 'SecurityGroupRule': {'1.2'}, Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: 'SubPort': {'1.0'}, Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: 'Subnet': {'1.1'}, Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: 'Trunk': {'1.1'}} Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: consumer versions: Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: { DHCP agent@dv-cinder-815701-1-iscsi: {}, Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: HyperV agent@hv-cinder-81570: {}, Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: L3 agent@dv-cinder-815701-1-iscsi: {}, Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: Metadata agent@dv-cinder-815701-1-iscsi: {}, Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: Metering agent@dv-cinder-815701-1-iscsi: {}, Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: Open vSwitch agent@dv-cinder-815701-1-iscsi: { 'AddressGroup': '1.2', Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: 'ConntrackHelper': '1.0', Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: 'Log': '1.0', Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: 'Network': '1.1', Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: 'Port': '1.7', Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: 'PortForwarding': '1.2', Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: 'QosPolicy': '1.10', Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: 'SecurityGroup': '1.4', Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: 'SecurityGroupRule': '1.2', Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: 'SubPort': '1.0', Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: 'Subnet': '1.1', Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: 'Trunk': '1.1'}} Oct 27 17:00:20.599323 dv-cinder-815701-1-iscsi neutron-server[118834]: {{(pid=118834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 17:00:20.602274 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:20.602666 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.segments_db [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Added segment 5fe736cd-0966-4b34-b920-3ef928d9823b of type vlan for network 63bb574e-682e-4fda-acd7-cf41cb7ff89d Oct 27 17:00:20.658468 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740459766941'] for network, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:20.739216 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for network, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:20.740277 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:20.740931 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:20.811884 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] Pushing event updated for resources: {'Network': ['ID=63bb574e-682e-4fda-acd7-cf41cb7ff89d,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:20.832881 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Network 63bb574e-682e-4fda-acd7-cf41cb7ff89d details requested by agent ovs-agent-dv-cinder-815701-1-iscsi with host dv-cinder-815701-1-iscsi {{(pid=118835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:00:20.858234 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 51714) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:20.867619 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-e0b5f8ae-9f23-4e15-b830-55d9d0be6c00 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2087619 Oct 27 17:00:20.868158 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] Request body: {'subnet': {'network_id': '63bb574e-682e-4fda-acd7-cf41cb7ff89d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-377676188-subnet', 'tenant_id': '01815bc32be54f4ea30de068defb62b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:20.991354 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] Made reservation on behalf of 01815bc32be54f4ea30de068defb62b5 for: {'subnet': 1} {{(pid=118833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:00:20.995284 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:21.248036 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for subnet, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:21.313877 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92aec7f3-099d-4f1b-9326-cd2323ebaada,revision_number=0']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:21.327808 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:21.328199 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:21.328484 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:21.328844 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:21.329162 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:21.329503 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:21.329829 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:21.330164 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:21.330503 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:21.330831 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:21.331142 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:21.331457 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] Tracked resource versions report: Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: pushed versions: Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: { 'AddressGroup': {'1.2'}, Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: 'ConntrackHelper': {'1.0'}, Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: 'Log': {'1.0'}, Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: 'Network': {'1.1'}, Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: 'Port': {'1.7'}, Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: 'PortForwarding': {'1.2'}, Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: 'QosPolicy': {'1.10'}, Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: 'SecurityGroup': {'1.4'}, Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: 'SecurityGroupRule': {'1.2'}, Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: 'SubPort': {'1.0'}, Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: 'Subnet': {'1.1'}, Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: 'Trunk': {'1.1'}} Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: consumer versions: Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: { DHCP agent@dv-cinder-815701-1-iscsi: {}, Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: HyperV agent@hv-cinder-81570: {}, Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: L3 agent@dv-cinder-815701-1-iscsi: {}, Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: Metadata agent@dv-cinder-815701-1-iscsi: {}, Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: Metering agent@dv-cinder-815701-1-iscsi: {}, Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: Open vSwitch agent@dv-cinder-815701-1-iscsi: { 'AddressGroup': '1.2', Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: 'ConntrackHelper': '1.0', Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: 'Log': '1.0', Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: 'Network': '1.1', Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: 'Port': '1.7', Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: 'PortForwarding': '1.2', Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: 'QosPolicy': '1.10', Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: 'SecurityGroup': '1.4', Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: 'SecurityGroupRule': '1.2', Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: 'SubPort': '1.0', Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: 'Subnet': '1.1', Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: 'Trunk': '1.1'}} Oct 27 17:00:21.332510 dv-cinder-815701-1-iscsi neutron-server[118833]: {{(pid=118833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 17:00:21.337207 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] Checking segment: {'id': '5fe736cd-0966-4b34-b920-3ef928d9823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': '63bb574e-682e-4fda-acd7-cf41cb7ff89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:00:21.337563 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] Network hostable DHCP agents. Network: 63bb574e-682e-4fda-acd7-cf41cb7ff89d, hostable agents: ['acf894c1-b7b8-4d52-ad08-8b9062216bf0'], hosted agents: [] {{(pid=118833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:00:21.436527 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] Network 63bb574e-682e-4fda-acd7-cf41cb7ff89d is scheduled to be hosted by DHCP agent acf894c1-b7b8-4d52-ad08-8b9062216bf0 with binding_index 1 {{(pid=118833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:00:21.504623 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815701-1-iscsi, 63bb574e-682e-4fda-acd7-cf41cb7ff89d) {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:00:21.508935 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:21.509595 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:21.515163 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92867247-bf99-4d61-8c45-c2da1f93a38f None None] Network 63bb574e-682e-4fda-acd7-cf41cb7ff89d requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:00:21.564598 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-76f89211-212d-4146-bfba-67cb34a004d5 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7052333 Oct 27 17:00:21.567686 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 51748) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:21.573293 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-b52771a5-d60b-42b0-b69e-24f4983e346c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-377676188-router', 'tenant_id': '01815bc32be54f4ea30de068defb62b5', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:21.647600 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-b52771a5-d60b-42b0-b69e-24f4983e346c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133762219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5348'] for router, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:21.650321 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73832a4c-a4a1-44f8-9b8a-b00d284ccd01 None None] Network 63bb574e-682e-4fda-acd7-cf41cb7ff89d requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:00:21.661030 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-b52771a5-d60b-42b0-b69e-24f4983e346c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133763026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133802025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5343'] for router, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:21.670404 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 51752) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:21.721491 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 51764) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:21.738758 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-b52771a5-d60b-42b0-b69e-24f4983e346c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:21.837279 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 51770) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:21.969342 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-606f8def-7186-4555-91a5-fa9e393b694c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1074804156-network', 'tenant_id': 'c5eb132de3af4a108561a16af567602d'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:22.008459 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-36ee274b-3ac0-44ab-a9e7-20d4c83e9ab3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-172754028-network', 'tenant_id': 'd07d631cd74148ef9dae1c323a3e45c1'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:22.041326 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-b52771a5-d60b-42b0-b69e-24f4983e346c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.080209 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606f8def-7186-4555-91a5-fa9e393b694c admin admin] Made reservation on behalf of c5eb132de3af4a108561a16af567602d for: {'network': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:00:22.080209 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-606f8def-7186-4555-91a5-fa9e393b694c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for network, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.080413 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-a7dc1ba8-7365-4e03-9cf7-ed264f5f7258 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1481292757-network', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:22.088132 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-606f8def-7186-4555-91a5-fa9e393b694c admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.170680 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-606f8def-7186-4555-91a5-fa9e393b694c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.206470 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ee274b-3ac0-44ab-a9e7-20d4c83e9ab3 admin admin] Made reservation on behalf of d07d631cd74148ef9dae1c323a3e45c1 for: {'network': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:00:22.209913 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-36ee274b-3ac0-44ab-a9e7-20d4c83e9ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for network, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.237690 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-36ee274b-3ac0-44ab-a9e7-20d4c83e9ab3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.369695 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-36ee274b-3ac0-44ab-a9e7-20d4c83e9ab3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.373512 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-606f8def-7186-4555-91a5-fa9e393b694c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.378413 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-87fd7fe6-87e7-4996-ad53-ef8d5b65db12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.413884 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f8def-7186-4555-91a5-fa9e393b694c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891c29f0-5c20-431c-a211-524cc6464b9b,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:22.427514 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606f8def-7186-4555-91a5-fa9e393b694c admin admin] vlan segment allocate from pool success with {'vlan_id': 1360, 'physical_network': 'physnet1'} {{(pid=118834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:00:22.438130 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-606f8def-7186-4555-91a5-fa9e393b694c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.438478 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.segments_db [None req-606f8def-7186-4555-91a5-fa9e393b694c admin admin] Added segment df2cf997-48c1-48ea-a7cb-a09cd6c5a22d of type vlan for network e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 Oct 27 17:00:22.447552 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-36ee274b-3ac0-44ab-a9e7-20d4c83e9ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.482132 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ee274b-3ac0-44ab-a9e7-20d4c83e9ab3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1352, 'physical_network': 'physnet1'} {{(pid=118834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:00:22.494426 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-b52771a5-d60b-42b0-b69e-24f4983e346c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.501196 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dc1ba8-7365-4e03-9cf7-ed264f5f7258 admin admin] Made reservation on behalf of c07c026ef0854453b5ecceadb89134a1 for: {'network': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:00:22.503755 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a7dc1ba8-7365-4e03-9cf7-ed264f5f7258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for network, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.519654 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-36ee274b-3ac0-44ab-a9e7-20d4c83e9ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.524529 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.segments_db [None req-36ee274b-3ac0-44ab-a9e7-20d4c83e9ab3 admin admin] Added segment 7801cd05-0105-48d8-b5f5-cb61ef0fed8a of type vlan for network 24a2aecc-766e-48dd-a6f2-80ab2be7d354 Oct 27 17:00:22.524802 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-b52771a5-d60b-42b0-b69e-24f4983e346c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.536746 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-606f8def-7186-4555-91a5-fa9e393b694c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740459766941'] for network, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.544061 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a7dc1ba8-7365-4e03-9cf7-ed264f5f7258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.576250 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee274b-3ac0-44ab-a9e7-20d4c83e9ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:22.613353 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-36ee274b-3ac0-44ab-a9e7-20d4c83e9ab3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740459766941'] for network, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.672135 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_common [None req-b52771a5-d60b-42b0-b69e-24f4983e346c admin admin] Allocated IP 172.27.3.225 (ed716183-5f1c-445b-936f-259913b9090b/855c9060-65b5-4295-a48e-32e34bdb0777/afc1e0ab-b7ab-47ee-a103-647e1d4d9713) {{(pid=118833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:00:22.693925 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a7dc1ba8-7365-4e03-9cf7-ed264f5f7258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.703537 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-606f8def-7186-4555-91a5-fa9e393b694c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for network, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.704876 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f8def-7186-4555-91a5-fa9e393b694c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:22.705858 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-606f8def-7186-4555-91a5-fa9e393b694c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.781772 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f8def-7186-4555-91a5-fa9e393b694c admin admin] Pushing event updated for resources: {'Network': ['ID=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:22.786444 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-36ee274b-3ac0-44ab-a9e7-20d4c83e9ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for network, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.787733 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ee274b-3ac0-44ab-a9e7-20d4c83e9ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:22.788712 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-36ee274b-3ac0-44ab-a9e7-20d4c83e9ab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.793261 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Network e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 details requested by agent ovs-agent-dv-cinder-815701-1-iscsi with host dv-cinder-815701-1-iscsi {{(pid=118835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:00:22.801293 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-b52771a5-d60b-42b0-b69e-24f4983e346c admin admin] Publish callbacks [] for port, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.823770 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a7dc1ba8-7365-4e03-9cf7-ed264f5f7258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.847042 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7dc1ba8-7365-4e03-9cf7-ed264f5f7258 admin admin] vlan segment allocate from pool success with {'vlan_id': 1377, 'physical_network': 'physnet1'} {{(pid=118834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:00:22.865596 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a7dc1ba8-7365-4e03-9cf7-ed264f5f7258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.865934 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.segments_db [None req-a7dc1ba8-7365-4e03-9cf7-ed264f5f7258 admin admin] Added segment d9869bc6-0934-425c-9f3c-b69869d4377a of type vlan for network 2442317d-bf65-4101-a370-d9f0807c7f4a Oct 27 17:00:22.962246 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-b52771a5-d60b-42b0-b69e-24f4983e346c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268'] for port, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.968025 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a7dc1ba8-7365-4e03-9cf7-ed264f5f7258 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740459766941'] for network, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:23.031522 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-606f8def-7186-4555-91a5-fa9e393b694c admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3598635 Oct 27 17:00:23.037421 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-36ee274b-3ac0-44ab-a9e7-20d4c83e9ab3 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3123085 Oct 27 17:00:23.051260 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52771a5-d60b-42b0-b69e-24f4983e346c admin admin] Network ed716183-5f1c-445b-936f-259913b9090b is already hosted by enough agents. {{(pid=118833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:00:23.056573 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 51822) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:23.056573 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 51824) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:23.073535 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc1ba8-7365-4e03-9cf7-ed264f5f7258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3604dd6-de88-4f30-8c22-928107afcb0d,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:23.086180 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a7dc1ba8-7365-4e03-9cf7-ed264f5f7258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for network, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:23.087459 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dc1ba8-7365-4e03-9cf7-ed264f5f7258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:23.087733 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a7dc1ba8-7365-4e03-9cf7-ed264f5f7258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:23.095803 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-b52771a5-d60b-42b0-b69e-24f4983e346c admin admin] Resources bound (agent type, host, resource id): {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:00:23.100579 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee274b-3ac0-44ab-a9e7-20d4c83e9ab3 admin admin] Pushing event updated for resources: {'Network': ['ID=24a2aecc-766e-48dd-a6f2-80ab2be7d354,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:23.120533 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-485aa586-4cde-4875-8dec-8368894df788 admin admin] Request body: {'subnet': {'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1074804156-subnet', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:23.120694 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Network 24a2aecc-766e-48dd-a6f2-80ab2be7d354 details requested by agent ovs-agent-dv-cinder-815701-1-iscsi with host dv-cinder-815701-1-iscsi {{(pid=118835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:00:23.127364 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52771a5-d60b-42b0-b69e-24f4983e346c admin admin] Received port after_create {{(pid=118833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:00:23.135447 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52771a5-d60b-42b0-b69e-24f4983e346c admin admin] Pushing event updated for resources: {'Port': ['ID=afc1e0ab-b7ab-47ee-a103-647e1d4d9713,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:23.142067 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-59b20ff6-7af6-4b24-9407-ad51d6bdb69a admin admin] Request body: {'subnet': {'network_id': '24a2aecc-766e-48dd-a6f2-80ab2be7d354', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-172754028-subnet', 'tenant_id': 'd07d631cd74148ef9dae1c323a3e45c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:23.199153 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-a7dc1ba8-7365-4e03-9cf7-ed264f5f7258 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3578219 Oct 27 17:00:23.204759 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 51834) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:23.210681 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-2e501800-0f22-4ff4-9b4d-7178bfb17024 admin admin] Request body: {'subnet': {'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1481292757-subnet', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:23.229162 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc1ba8-7365-4e03-9cf7-ed264f5f7258 admin admin] Pushing event updated for resources: {'Network': ['ID=2442317d-bf65-4101-a370-d9f0807c7f4a,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:23.249237 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Network 2442317d-bf65-4101-a370-d9f0807c7f4a details requested by agent ovs-agent-dv-cinder-815701-1-iscsi with host dv-cinder-815701-1-iscsi {{(pid=118835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:00:23.326477 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:23.345007 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.db.api [None req-2e501800-0f22-4ff4-9b4d-7178bfb17024 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 17:00:23.345007 dv-cinder-815701-1-iscsi neutron-server[118834]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 27 17:00:23.345007 dv-cinder-815701-1-iscsi neutron-server[118834]: [parameters: {'project_id_1': 'c07c026ef0854453b5ecceadb89134a1', 'expiration_1': datetime.datetime(2021, 10, 27, 17, 0, 3, 240787)}] Oct 27 17:00:23.345007 dv-cinder-815701-1-iscsi neutron-server[118834]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=118834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 17:00:23.346177 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG oslo_db.api [None req-2e501800-0f22-4ff4-9b4d-7178bfb17024 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 17:00:23.398414 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.db.api [None req-59b20ff6-7af6-4b24-9407-ad51d6bdb69a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 17:00:23.398414 dv-cinder-815701-1-iscsi neutron-server[118833]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 27 17:00:23.398414 dv-cinder-815701-1-iscsi neutron-server[118833]: [parameters: {'project_id_1': 'd07d631cd74148ef9dae1c323a3e45c1', 'expiration_1': datetime.datetime(2021, 10, 27, 17, 0, 3, 159501)}] Oct 27 17:00:23.398414 dv-cinder-815701-1-iscsi neutron-server[118833]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=118833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 17:00:23.398873 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG oslo_db.api [None req-59b20ff6-7af6-4b24-9407-ad51d6bdb69a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 17:00:23.401842 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:23.487372 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485aa586-4cde-4875-8dec-8368894df788 admin admin] Made reservation on behalf of c5eb132de3af4a108561a16af567602d for: {'subnet': 1} {{(pid=118833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:00:23.489814 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-485aa586-4cde-4875-8dec-8368894df788 admin admin] Publish callbacks [] for subnet, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:23.662666 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-b52771a5-d60b-42b0-b69e-24f4983e346c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:23.932792 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 51878) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:23.934692 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-485aa586-4cde-4875-8dec-8368894df788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for subnet, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:23.989830 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e501800-0f22-4ff4-9b4d-7178bfb17024 admin admin] Made reservation on behalf of c07c026ef0854453b5ecceadb89134a1 for: {'subnet': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:00:23.992186 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2e501800-0f22-4ff4-9b4d-7178bfb17024 admin admin] Publish callbacks [] for subnet, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.020310 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 51884) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:24.046402 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-b52771a5-d60b-42b0-b69e-24f4983e346c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133760848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133762959'] for router, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.049652 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485aa586-4cde-4875-8dec-8368894df788 admin admin] Checking segment: {'id': 'df2cf997-48c1-48ea-a7cb-a09cd6c5a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:00:24.050233 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485aa586-4cde-4875-8dec-8368894df788 admin admin] Network hostable DHCP agents. Network: e177a155-0ea9-48c9-b09f-09f7b8f5f0b8, hostable agents: ['acf894c1-b7b8-4d52-ad08-8b9062216bf0'], hosted agents: [] {{(pid=118833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:00:24.052314 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485aa586-4cde-4875-8dec-8368894df788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b59259a-4a35-4b3f-b276-e215349f7ead,revision_number=0']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:24.138809 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b20ff6-7af6-4b24-9407-ad51d6bdb69a admin admin] Made reservation on behalf of d07d631cd74148ef9dae1c323a3e45c1 for: {'subnet': 1} {{(pid=118833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:00:24.141124 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-59b20ff6-7af6-4b24-9407-ad51d6bdb69a admin admin] Publish callbacks [] for subnet, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.157593 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-abde6f69-17ce-4f65-a6d5-1a011e8b53fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.281953 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-abde6f69-17ce-4f65-a6d5-1a011e8b53fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.284864 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0d5fae11-db87-45e5-bf45-e750832e3cc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.297405 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2e501800-0f22-4ff4-9b4d-7178bfb17024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for subnet, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.335706 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485aa586-4cde-4875-8dec-8368894df788 admin admin] Network e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 is scheduled to be hosted by DHCP agent acf894c1-b7b8-4d52-ad08-8b9062216bf0 with binding_index 1 {{(pid=118833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:00:24.361434 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e501800-0f22-4ff4-9b4d-7178bfb17024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4f7fbc0-a6c8-4955-8e60-af2439f45127,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:24.370540 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e501800-0f22-4ff4-9b4d-7178bfb17024 admin admin] Checking segment: {'id': 'd9869bc6-0934-425c-9f3c-b69869d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:00:24.371304 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e501800-0f22-4ff4-9b4d-7178bfb17024 admin admin] Network hostable DHCP agents. Network: 2442317d-bf65-4101-a370-d9f0807c7f4a, hostable agents: ['acf894c1-b7b8-4d52-ad08-8b9062216bf0'], hosted agents: [] {{(pid=118834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:00:24.383924 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-abde6f69-17ce-4f65-a6d5-1a011e8b53fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.424501 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-485aa586-4cde-4875-8dec-8368894df788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815701-1-iscsi, e177a155-0ea9-48c9-b09f-09f7b8f5f0b8) {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:00:24.432361 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e226f1-1553-424e-85f9-7aa695091939 None None] Network e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:00:24.434712 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde6f69-17ce-4f65-a6d5-1a011e8b53fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626760f3-0602-45e4-b0f4-aed78fd001d7,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:24.442084 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-abde6f69-17ce-4f65-a6d5-1a011e8b53fc admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=3ba00485533c4be5968dffd9ea16cd39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5076106 Oct 27 17:00:24.444580 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 51888) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:24.446414 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485aa586-4cde-4875-8dec-8368894df788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:24.448067 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-485aa586-4cde-4875-8dec-8368894df788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.487471 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e501800-0f22-4ff4-9b4d-7178bfb17024 admin admin] Network 2442317d-bf65-4101-a370-d9f0807c7f4a is scheduled to be hosted by DHCP agent acf894c1-b7b8-4d52-ad08-8b9062216bf0 with binding_index 1 {{(pid=118834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:00:24.498055 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-2e501800-0f22-4ff4-9b4d-7178bfb17024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815701-1-iscsi, 2442317d-bf65-4101-a370-d9f0807c7f4a) {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:00:24.510283 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682d6d5a-3b85-46f2-81bc-8c43d780f431 None None] Network 2442317d-bf65-4101-a370-d9f0807c7f4a requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:00:24.511106 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e501800-0f22-4ff4-9b4d-7178bfb17024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:24.511708 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2e501800-0f22-4ff4-9b4d-7178bfb17024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.528946 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-e4c17f08-930a-46ef-8474-7778c72ed6b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.550478 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-485aa586-4cde-4875-8dec-8368894df788 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4635699 Oct 27 17:00:24.551983 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-e4c17f08-930a-46ef-8474-7778c72ed6b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.554238 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 51892) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:24.556706 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0d5fae11-db87-45e5-bf45-e750832e3cc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.559541 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52771a5-d60b-42b0-b69e-24f4983e346c admin admin] Router ba49f893-e57a-4517-aad2-1e80c00d05bf is scheduled to L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 with binding_index 1 {{(pid=118833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:00:24.566718 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-37ceb913-92c0-4d0d-83ea-e19bd98f3ad5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1074804156-router', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:24.605131 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-2e501800-0f22-4ff4-9b4d-7178bfb17024 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3998187 Oct 27 17:00:24.617611 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 51894) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:24.622813 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-091c1bf7-5c14-4392-98ce-2c4394f68e6d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1481292757-router', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:24.634053 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-59b20ff6-7af6-4b24-9407-ad51d6bdb69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for subnet, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.641716 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0d5fae11-db87-45e5-bf45-e750832e3cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.687981 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-37ceb913-92c0-4d0d-83ea-e19bd98f3ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133762219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5348'] for router, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.690268 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-37ceb913-92c0-4d0d-83ea-e19bd98f3ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133763026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133802025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5343'] for router, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.696071 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2db10bf-0ac3-55c3-8a00-d510631ac45a-e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'fixed_ips': [{'subnet_id': '1b59259a-4a35-4b3f-b276-e215349f7ead'}]}} from dv-cinder-815701-1-iscsi. {{(pid=118835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:00:24.697047 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.711573 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-e4c17f08-930a-46ef-8474-7778c72ed6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.714702 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-e4c17f08-930a-46ef-8474-7778c72ed6b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.718667 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-e4c17f08-930a-46ef-8474-7778c72ed6b4 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/626760f3-0602-45e4-b0f4-aed78fd001d7 HTTP/1.1" status: 204 len: 168 time: 0.2704127 Oct 27 17:00:24.727272 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-0d5fae11-db87-45e5-bf45-e750832e3cc1 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=2a8ab739099146c394333fd3fc05807f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7027247 Oct 27 17:00:24.733695 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b20ff6-7af6-4b24-9407-ad51d6bdb69a admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f725a7-8c89-4279-ab60-945302e44e0e,revision_number=0']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:24.737071 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 51900) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:24.767895 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fae11-db87-45e5-bf45-e750832e3cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df27060-42a4-4c91-8f94-452c5a3e3d7e,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:24.774650 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52771a5-d60b-42b0-b69e-24f4983e346c admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:00:24.776086 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c17f08-930a-46ef-8474-7778c72ed6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626760f3-0602-45e4-b0f4-aed78fd001d7,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:24.796182 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b20ff6-7af6-4b24-9407-ad51d6bdb69a admin admin] Checking segment: {'id': '7801cd05-0105-48d8-b5f5-cb61ef0fed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '24a2aecc-766e-48dd-a6f2-80ab2be7d354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:00:24.796829 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b20ff6-7af6-4b24-9407-ad51d6bdb69a admin admin] Network hostable DHCP agents. Network: 24a2aecc-766e-48dd-a6f2-80ab2be7d354, hostable agents: ['acf894c1-b7b8-4d52-ad08-8b9062216bf0'], hosted agents: [] {{(pid=118833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:00:24.813805 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] Sync routers for ids ['ba49f893-e57a-4517-aad2-1e80c00d05bf'] in dv-cinder-815701-1-iscsi {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:00:24.833495 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] Routers {'ba49f893-e57a-4517-aad2-1e80c00d05bf'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:00:24.834550 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:00:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['ba49f893-e57a-4517-aad2-1e80c00d05bf'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:24.841701 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-091c1bf7-5c14-4392-98ce-2c4394f68e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133762219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5348'] for router, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.842876 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-091c1bf7-5c14-4392-98ce-2c4394f68e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133763026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133802025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5343'] for router, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.869328 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357cbaa6-6be9-477a-aaf8-716aa5bb2826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2db10bf-0ac3-55c3-8a00-d510631ac45a-2442317d-bf65-4101-a370-d9f0807c7f4a', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'fixed_ips': [{'subnet_id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127'}]}} from dv-cinder-815701-1-iscsi. {{(pid=118835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:00:24.870312 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-357cbaa6-6be9-477a-aaf8-716aa5bb2826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.876920 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-37ceb913-92c0-4d0d-83ea-e19bd98f3ad5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.906996 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-b52771a5-d60b-42b0-b69e-24f4983e346c admin admin] Publish callbacks [] for router, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.911132 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-b52771a5-d60b-42b0-b69e-24f4983e346c admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.3391488 Oct 27 17:00:24.911373 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 51908) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:24.967145 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-cc0a2dd5-915e-48ac-b74a-bbf6b6ccac9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.978184 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-091c1bf7-5c14-4392-98ce-2c4394f68e6d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.995227 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-cc0a2dd5-915e-48ac-b74a-bbf6b6ccac9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:25.005162 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.db_base_plugin_common [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Allocated IP 172.20.0.2 (e177a155-0ea9-48c9-b09f-09f7b8f5f0b8/1b59259a-4a35-4b3f-b276-e215349f7ead/a0f4412b-2df5-45b5-93b6-47b9bff74252) {{(pid=118835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:00:25.111003 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] Set router ba49f893-e57a-4517-aad2-1e80c00d05bf gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:00:25.198870 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Publish callbacks [] for port, precommit_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:25.301135 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba49f893-e57a-4517-aad2-1e80c00d05bf', 'name': 'tempest-ServerRescueNegativeTestJSON-377676188-router', 'tenant_id': '01815bc32be54f4ea30de068defb62b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'afc1e0ab-b7ab-47ee-a103-647e1d4d9713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:21Z', 'updated_at': '2021-10-27T17:00:23Z', 'revision_number': 3, 'project_id': '01815bc32be54f4ea30de068defb62b5', 'gw_port': {'id': 'afc1e0ab-b7ab-47ee-a103-647e1d4d9713', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba49f893-e57a-4517-aad2-1e80c00d05bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:22Z', 'updated_at': '2021-10-27T17:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:25.317374 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b20ff6-7af6-4b24-9407-ad51d6bdb69a admin admin] Network 24a2aecc-766e-48dd-a6f2-80ab2be7d354 is scheduled to be hosted by DHCP agent acf894c1-b7b8-4d52-ad08-8b9062216bf0 with binding_index 1 {{(pid=118833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:00:25.328858 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] Checking router: ba49f893-e57a-4517-aad2-1e80c00d05bf for host: dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:00:25.329202 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] Updating router ba49f893-e57a-4517-aad2-1e80c00d05bf port afc1e0ab-b7ab-47ee-a103-647e1d4d9713 binding host dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:00:25.345797 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268'] for port, after_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:25.362451 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:25.378732 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Network e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 is already hosted by enough agents. {{(pid=118835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:00:25.422058 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-37ceb913-92c0-4d0d-83ea-e19bd98f3ad5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:25.431342 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-091c1bf7-5c14-4392-98ce-2c4394f68e6d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:25.439482 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.scheduler.base_scheduler [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Resources bound (agent type, host, resource id): {{(pid=118835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:00:25.447180 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-59b20ff6-7af6-4b24-9407-ad51d6bdb69a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815701-1-iscsi, 24a2aecc-766e-48dd-a6f2-80ab2be7d354) {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:00:25.450692 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:25.450692 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Received port after_create {{(pid=118835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:00:25.453192 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b20ff6-7af6-4b24-9407-ad51d6bdb69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:25.453986 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-59b20ff6-7af6-4b24-9407-ad51d6bdb69a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:25.461073 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Pushing event updated for resources: {'Port': ['ID=a0f4412b-2df5-45b5-93b6-47b9bff74252,revision_number=1']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:25.463092 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896c720f-70a1-481a-bfa2-b206ab94631f None None] Network 24a2aecc-766e-48dd-a6f2-80ab2be7d354 requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:00:25.502702 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-cc0a2dd5-915e-48ac-b74a-bbf6b6ccac9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:25.506038 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-cc0a2dd5-915e-48ac-b74a-bbf6b6ccac9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:25.518200 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-cc0a2dd5-915e-48ac-b74a-bbf6b6ccac9d admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/4df27060-42a4-4c91-8f94-452c5a3e3d7e HTTP/1.1" status: 204 len: 168 time: 0.7797871 Oct 27 17:00:25.551394 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:25.552143 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:25.552143 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:25.552402 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:25.552756 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:25.553083 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:25.553407 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:25.553737 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:25.554060 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:25.554376 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:25.554688 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:25.555000 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Tracked resource versions report: Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: pushed versions: Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: { 'AddressGroup': {'1.2'}, Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: 'ConntrackHelper': {'1.0'}, Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: 'Log': {'1.0'}, Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: 'Network': {'1.1'}, Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: 'Port': {'1.7'}, Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: 'PortForwarding': {'1.2'}, Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: 'QosPolicy': {'1.10'}, Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: 'SecurityGroup': {'1.4'}, Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: 'SecurityGroupRule': {'1.2'}, Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: 'SubPort': {'1.0'}, Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: 'Subnet': {'1.1'}, Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: 'Trunk': {'1.1'}} Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: consumer versions: Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: { DHCP agent@dv-cinder-815701-1-iscsi: {}, Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: HyperV agent@hv-cinder-81570: {}, Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: L3 agent@dv-cinder-815701-1-iscsi: {}, Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: Metadata agent@dv-cinder-815701-1-iscsi: {}, Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: Metering agent@dv-cinder-815701-1-iscsi: {}, Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: Open vSwitch agent@dv-cinder-815701-1-iscsi: { 'AddressGroup': '1.2', Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: 'ConntrackHelper': '1.0', Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: 'Log': '1.0', Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: 'Network': '1.1', Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: 'Port': '1.7', Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: 'PortForwarding': '1.2', Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: 'QosPolicy': '1.10', Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: 'SecurityGroup': '1.4', Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: 'SecurityGroupRule': '1.2', Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: 'SubPort': '1.0', Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: 'Subnet': '1.1', Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: 'Trunk': '1.1'}} Oct 27 17:00:25.556281 dv-cinder-815701-1-iscsi neutron-server[118835]: {{(pid=118835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 17:00:25.603852 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a2dd5-915e-48ac-b74a-bbf6b6ccac9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df27060-42a4-4c91-8f94-452c5a3e3d7e,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:25.651527 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-59b20ff6-7af6-4b24-9407-ad51d6bdb69a admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5607746 Oct 27 17:00:25.670114 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d76a9096-f3a5-46d0-97ff-08130241c065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:25.717829 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 51924) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:25.775963 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] Publish callbacks [] for port, precommit_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:25.801087 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-e84269be-b70e-4d37-a039-0fa205a39096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:25.852774 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:25.914360 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.db_base_plugin_common [None req-357cbaa6-6be9-477a-aaf8-716aa5bb2826 None None] Allocated IP 172.20.0.2 (2442317d-bf65-4101-a370-d9f0807c7f4a/c4f7fbc0-a6c8-4955-8e60-af2439f45127/c32a488d-512b-42cd-aa15-22fda0b5266e) {{(pid=118835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:00:25.919020 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22830ee4-2ba8-4737-a10d-287382d54885 None None] Pushing event updated for resources: {'Port': ['ID=afc1e0ab-b7ab-47ee-a103-647e1d4d9713,revision_number=2']} {{(pid=118836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:25.925048 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Attempting to bind port a0f4412b-2df5-45b5-93b6-47b9bff74252 on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:00:25.925408 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Attempting to bind port a0f4412b-2df5-45b5-93b6-47b9bff74252 by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': 'df2cf997-48c1-48ea-a7cb-a09cd6c5a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8'}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:00:25.925764 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Attempting to bind port a0f4412b-2df5-45b5-93b6-47b9bff74252 on network e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:00:25.941874 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22830ee4-2ba8-4737-a10d-287382d54885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:25.941874 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22830ee4-2ba8-4737-a10d-287382d54885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:25.942101 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22830ee4-2ba8-4737-a10d-287382d54885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:25.944438 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22830ee4-2ba8-4737-a10d-287382d54885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:25.949222 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22830ee4-2ba8-4737-a10d-287382d54885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:25.949222 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22830ee4-2ba8-4737-a10d-287382d54885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:25.949222 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22830ee4-2ba8-4737-a10d-287382d54885 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:25.949222 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22830ee4-2ba8-4737-a10d-287382d54885 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:25.949222 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22830ee4-2ba8-4737-a10d-287382d54885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:25.949222 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22830ee4-2ba8-4737-a10d-287382d54885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:25.949222 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22830ee4-2ba8-4737-a10d-287382d54885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22830ee4-2ba8-4737-a10d-287382d54885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22830ee4-2ba8-4737-a10d-287382d54885 None None] Tracked resource versions report: Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: pushed versions: Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: { 'AddressGroup': {'1.2'}, Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: 'ConntrackHelper': {'1.0'}, Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: 'Log': {'1.0'}, Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: 'Network': {'1.1'}, Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: 'Port': {'1.7'}, Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: 'PortForwarding': {'1.2'}, Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: 'QosPolicy': {'1.10'}, Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: 'SecurityGroup': {'1.4'}, Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: 'SecurityGroupRule': {'1.2'}, Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: 'SubPort': {'1.0'}, Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: 'Subnet': {'1.1'}, Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: 'Trunk': {'1.1'}} Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: consumer versions: Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: { DHCP agent@dv-cinder-815701-1-iscsi: {}, Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: HyperV agent@hv-cinder-81570: {}, Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: L3 agent@dv-cinder-815701-1-iscsi: {}, Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: Metadata agent@dv-cinder-815701-1-iscsi: {}, Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: Metering agent@dv-cinder-815701-1-iscsi: {}, Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: Open vSwitch agent@dv-cinder-815701-1-iscsi: { 'AddressGroup': '1.2', Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: 'ConntrackHelper': '1.0', Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: 'Log': '1.0', Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: 'Network': '1.1', Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: 'Port': '1.7', Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: 'PortForwarding': '1.2', Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: 'QosPolicy': '1.10', Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: 'SecurityGroup': '1.4', Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: 'SecurityGroupRule': '1.2', Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: 'SubPort': '1.0', Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: 'Subnet': '1.1', Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: 'Trunk': '1.1'}} Oct 27 17:00:25.950818 dv-cinder-815701-1-iscsi neutron-server[118836]: {{(pid=118836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 17:00:26.005681 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] Attempting to bind port afc1e0ab-b7ab-47ee-a103-647e1d4d9713 on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:00:26.005681 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] Attempting to bind port afc1e0ab-b7ab-47ee-a103-647e1d4d9713 by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}] {{(pid=118836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:00:26.005681 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] Attempting to bind port afc1e0ab-b7ab-47ee-a103-647e1d4d9713 on network ed716183-5f1c-445b-936f-259913b9090b {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:00:26.023873 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:00:26.025496 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Checking segment: {'id': 'df2cf997-48c1-48ea-a7cb-a09cd6c5a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:00:26.026317 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:26.029256 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Bound using segment: {'id': 'df2cf997-48c1-48ea-a7cb-a09cd6c5a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8'} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:00:26.033837 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:00:26.033837 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] Checking segment: {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:00:26.033837 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:26.033837 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] Bound using segment: {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'} {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:00:26.034474 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Bound port: a0f4412b-2df5-45b5-93b6-47b9bff74252, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2cf997-48c1-48ea-a7cb-a09cd6c5a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8'}}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:00:26.034474 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:26.035973 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] Bound port: afc1e0ab-b7ab-47ee-a103-647e1d4d9713, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}}] {{(pid=118836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:00:26.036390 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:26.082023 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_common [None req-d76a9096-f3a5-46d0-97ff-08130241c065 admin admin] Allocated IP 172.20.0.1 (63bb574e-682e-4fda-acd7-cf41cb7ff89d/92aec7f3-099d-4f1b-9326-cd2323ebaada/7845e3d3-acf0-4fef-8712-3377eb1a5afc) {{(pid=118833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:00:26.098506 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-e84269be-b70e-4d37-a039-0fa205a39096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:26.113771 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.db [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] For port afc1e0ab-b7ab-47ee-a103-647e1d4d9713, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:00:26.118501 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.db [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] For port afc1e0ab-b7ab-47ee-a103-647e1d4d9713, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=afc1e0ab-b7ab-47ee-a103-647e1d4d9713,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:00:26.175484 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-e84269be-b70e-4d37-a039-0fa205a39096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:26.203107 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:26.267522 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-37ceb913-92c0-4d0d-83ea-e19bd98f3ad5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:26.306152 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84269be-b70e-4d37-a039-0fa205a39096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b742e1-812e-43b6-b6e0-cab9a5fbec0b,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:26.329345 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-37ceb913-92c0-4d0d-83ea-e19bd98f3ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:26.331163 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22830ee4-2ba8-4737-a10d-287382d54885 None None] Pushing event updated for resources: {'Port': ['ID=afc1e0ab-b7ab-47ee-a103-647e1d4d9713,revision_number=3']} {{(pid=118836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:26.363862 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] Routers {'ba49f893-e57a-4517-aad2-1e80c00d05bf'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:00:26.368941 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:00:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['ba49f893-e57a-4517-aad2-1e80c00d05bf'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:26.370599 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-e84269be-b70e-4d37-a039-0fa205a39096 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=6113c22c3db349e8987cfc24cad28ba5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6577811 Oct 27 17:00:26.374134 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 51950) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:26.404796 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-091c1bf7-5c14-4392-98ce-2c4394f68e6d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:26.428051 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d76a9096-f3a5-46d0-97ff-08130241c065 admin admin] Publish callbacks [] for port, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:26.440602 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-091c1bf7-5c14-4392-98ce-2c4394f68e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:26.486078 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-4ef20fef-8643-45c1-aa6b-62e6282452d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:26.515227 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-4ef20fef-8643-45c1-aa6b-62e6282452d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:26.540133 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 51968) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:26.560546 dv-cinder-815701-1-iscsi neutron-server[118834]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 17:00:26.620536 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-357cbaa6-6be9-477a-aaf8-716aa5bb2826 None None] Publish callbacks [] for port, precommit_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:26.628873 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] Set router ba49f893-e57a-4517-aad2-1e80c00d05bf gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:00:26.663811 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] For port a0f4412b-2df5-45b5-93b6-47b9bff74252, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:00:26.689025 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c477a195-f804-4152-b5cf-497f941f66cf None None] Network 24a2aecc-766e-48dd-a6f2-80ab2be7d354 requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:00:26.691833 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] For port a0f4412b-2df5-45b5-93b6-47b9bff74252, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=a0f4412b-2df5-45b5-93b6-47b9bff74252,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:00:26.698676 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d76a9096-f3a5-46d0-97ff-08130241c065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268'] for port, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:26.749792 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76a9096-f3a5-46d0-97ff-08130241c065 admin admin] Network 63bb574e-682e-4fda-acd7-cf41cb7ff89d is already hosted by enough agents. {{(pid=118833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:00:26.761098 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-357cbaa6-6be9-477a-aaf8-716aa5bb2826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268'] for port, after_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:26.768658 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-d76a9096-f3a5-46d0-97ff-08130241c065 admin admin] Resources bound (agent type, host, resource id): {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:00:26.778421 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76a9096-f3a5-46d0-97ff-08130241c065 admin admin] Received port after_create {{(pid=118833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:00:26.782457 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d76a9096-f3a5-46d0-97ff-08130241c065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133703890'] for router_interface, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:26.811103 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:26.825237 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357cbaa6-6be9-477a-aaf8-716aa5bb2826 None None] Network 2442317d-bf65-4101-a370-d9f0807c7f4a is already hosted by enough agents. {{(pid=118835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:00:26.834664 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.scheduler.base_scheduler [None req-357cbaa6-6be9-477a-aaf8-716aa5bb2826 None None] Resources bound (agent type, host, resource id): {{(pid=118835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:00:26.841025 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357cbaa6-6be9-477a-aaf8-716aa5bb2826 None None] Received port after_create {{(pid=118835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:00:26.874531 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cbaa6-6be9-477a-aaf8-716aa5bb2826 None None] Pushing event updated for resources: {'Port': ['ID=c32a488d-512b-42cd-aa15-22fda0b5266e,revision_number=1']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:26.904047 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-c96fb8aa-8473-4e1c-b8f9-d18788ec9254 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:26.936122 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-c96fb8aa-8473-4e1c-b8f9-d18788ec9254 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/networks?id=24a2aecc-766e-48dd-a6f2-80ab2be7d354 HTTP/1.1" status: 200 len: 811 time: 0.3864732 Oct 27 17:00:26.971949 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-66d71f7d-9d3e-4e1f-8532-17c8c85c96e2 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/quotas/d07d631cd74148ef9dae1c323a3e45c1 HTTP/1.1" status: 200 len: 375 time: 0.0191965 Oct 27 17:00:27.045175 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-4ef20fef-8643-45c1-aa6b-62e6282452d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:27.048150 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-4ef20fef-8643-45c1-aa6b-62e6282452d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:27.061433 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-4ef20fef-8643-45c1-aa6b-62e6282452d0 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/a3b742e1-812e-43b6-b6e0-cab9a5fbec0b HTTP/1.1" status: 204 len: 168 time: 0.6862378 Oct 27 17:00:27.099272 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba49f893-e57a-4517-aad2-1e80c00d05bf', 'name': 'tempest-ServerRescueNegativeTestJSON-377676188-router', 'tenant_id': '01815bc32be54f4ea30de068defb62b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'afc1e0ab-b7ab-47ee-a103-647e1d4d9713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:21Z', 'updated_at': '2021-10-27T17:00:23Z', 'revision_number': 3, 'project_id': '01815bc32be54f4ea30de068defb62b5', 'gw_port': {'id': 'afc1e0ab-b7ab-47ee-a103-647e1d4d9713', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba49f893-e57a-4517-aad2-1e80c00d05bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:22Z', 'updated_at': '2021-10-27T17:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:27.115590 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-802cd127-7610-4f35-ae43-9a73564e8c99 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=d07d631cd74148ef9dae1c323a3e45c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1296475 Oct 27 17:00:27.123488 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef20fef-8643-45c1-aa6b-62e6282452d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b742e1-812e-43b6-b6e0-cab9a5fbec0b,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:27.132177 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [None req-091c1bf7-5c14-4392-98ce-2c4394f68e6d admin admin] Allocated IP 172.27.3.212 (ed716183-5f1c-445b-936f-259913b9090b/855c9060-65b5-4295-a48e-32e34bdb0777/c091b192-a7af-4a3d-a9b3-f7bde3e50ef4) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:00:27.200722 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-357cbaa6-6be9-477a-aaf8-716aa5bb2826 None None] Attempting to bind port c32a488d-512b-42cd-aa15-22fda0b5266e on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:00:27.200722 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-357cbaa6-6be9-477a-aaf8-716aa5bb2826 None None] Attempting to bind port c32a488d-512b-42cd-aa15-22fda0b5266e by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': 'd9869bc6-0934-425c-9f3c-b69869d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a'}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:00:27.200722 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357cbaa6-6be9-477a-aaf8-716aa5bb2826 None None] Attempting to bind port c32a488d-512b-42cd-aa15-22fda0b5266e on network 2442317d-bf65-4101-a370-d9f0807c7f4a {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:00:27.205037 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e84597-2ecd-495f-bdc7-515e7f75b02b None None] The sync data for ids ['ba49f893-e57a-4517-aad2-1e80c00d05bf'] in dv-cinder-815701-1-iscsi is: [{'id': 'ba49f893-e57a-4517-aad2-1e80c00d05bf', 'name': 'tempest-ServerRescueNegativeTestJSON-377676188-router', 'tenant_id': '01815bc32be54f4ea30de068defb62b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'afc1e0ab-b7ab-47ee-a103-647e1d4d9713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:21Z', 'updated_at': '2021-10-27T17:00:23Z', 'revision_number': 3, 'project_id': '01815bc32be54f4ea30de068defb62b5', 'gw_port': {'id': 'afc1e0ab-b7ab-47ee-a103-647e1d4d9713', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba49f893-e57a-4517-aad2-1e80c00d05bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:22Z', 'updated_at': '2021-10-27T17:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}] {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:00:27.250790 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357cbaa6-6be9-477a-aaf8-716aa5bb2826 None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:00:27.252990 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357cbaa6-6be9-477a-aaf8-716aa5bb2826 None None] Checking segment: {'id': 'd9869bc6-0934-425c-9f3c-b69869d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:00:27.253626 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-357cbaa6-6be9-477a-aaf8-716aa5bb2826 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:27.254919 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357cbaa6-6be9-477a-aaf8-716aa5bb2826 None None] Bound using segment: {'id': 'd9869bc6-0934-425c-9f3c-b69869d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a'} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:00:27.258432 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-357cbaa6-6be9-477a-aaf8-716aa5bb2826 None None] Bound port: c32a488d-512b-42cd-aa15-22fda0b5266e, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9869bc6-0934-425c-9f3c-b69869d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a'}}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:00:27.259224 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-357cbaa6-6be9-477a-aaf8-716aa5bb2826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:27.291864 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbae93c-88c7-4536-8a33-37dbceeee3f6 None None] Pushing event updated for resources: {'Port': ['ID=a0f4412b-2df5-45b5-93b6-47b9bff74252,revision_number=2']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:27.299859 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a9096-f3a5-46d0-97ff-08130241c065 admin admin] Pushing event updated for resources: {'Port': ['ID=7845e3d3-acf0-4fef-8712-3377eb1a5afc,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:27.446443 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-091c1bf7-5c14-4392-98ce-2c4394f68e6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:27.448877 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-357cbaa6-6be9-477a-aaf8-716aa5bb2826 None None] For port c32a488d-512b-42cd-aa15-22fda0b5266e, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:00:27.448877 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-357cbaa6-6be9-477a-aaf8-716aa5bb2826 None None] For port c32a488d-512b-42cd-aa15-22fda0b5266e, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=c32a488d-512b-42cd-aa15-22fda0b5266e,segment=NetworkSegment(d9869bc6-0934-425c-9f3c-b69869d4377a),segment_id=d9869bc6-0934-425c-9f3c-b69869d4377a)] {{(pid=118835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:00:27.474826 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d76a9096-f3a5-46d0-97ff-08130241c065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:27.499403 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-357cbaa6-6be9-477a-aaf8-716aa5bb2826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:27.501871 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-091c1bf7-5c14-4392-98ce-2c4394f68e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:27.571911 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cbaa6-6be9-477a-aaf8-716aa5bb2826 None None] Pushing event updated for resources: {'Port': ['ID=c32a488d-512b-42cd-aa15-22fda0b5266e,revision_number=2']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:27.651168 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c1bf7-5c14-4392-98ce-2c4394f68e6d admin admin] Pushing event updated for resources: {'Port': ['ID=c091b192-a7af-4a3d-a9b3-f7bde3e50ef4,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:27.709576 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091c1bf7-5c14-4392-98ce-2c4394f68e6d admin admin] Network ed716183-5f1c-445b-936f-259913b9090b is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:00:27.776755 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-091c1bf7-5c14-4392-98ce-2c4394f68e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:00:27.784998 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091c1bf7-5c14-4392-98ce-2c4394f68e6d admin admin] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:00:27.869086 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [None req-37ceb913-92c0-4d0d-83ea-e19bd98f3ad5 admin admin] Allocated IP 172.27.3.61 (ed716183-5f1c-445b-936f-259913b9090b/855c9060-65b5-4295-a48e-32e34bdb0777/d0235169-d097-497c-827e-4a6817a335da) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:00:28.082048 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-6fb7d1ce-bd9d-4b60-9976-3ebff986fddb service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=118834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:00:28.082048 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-6fb7d1ce-bd9d-4b60-9976-3ebff986fddb service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3117747 Oct 27 17:00:28.090896 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d76a9096-f3a5-46d0-97ff-08130241c065 admin admin] Publish callbacks [] for port, precommit_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:28.155737 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d76a9096-f3a5-46d0-97ff-08130241c065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:28.157123 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d76a9096-f3a5-46d0-97ff-08130241c065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133607302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133762626'] for router_interface, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:28.186733 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-37ceb913-92c0-4d0d-83ea-e19bd98f3ad5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:28.310656 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a9096-f3a5-46d0-97ff-08130241c065 admin admin] Pushing event updated for resources: {'Port': ['ID=7845e3d3-acf0-4fef-8712-3377eb1a5afc,revision_number=2']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:28.413723 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76a9096-f3a5-46d0-97ff-08130241c065 admin admin] Network 63bb574e-682e-4fda-acd7-cf41cb7ff89d is already hosted by enough agents. {{(pid=118833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:00:28.418069 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-d76a9096-f3a5-46d0-97ff-08130241c065 admin admin] Resources bound (agent type, host, resource id): {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:00:28.559394 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-3fff8da3-6c34-46ca-b35b-a1723f046794 service neutron] 10.222.0.109 "GET /v2.0/networks/24a2aecc-766e-48dd-a6f2-80ab2be7d354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567189 Oct 27 17:00:28.599393 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589e0e22-0f6a-47b1-9406-7f0fbfc81535 None None] Network e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:00:28.616445 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76a9096-f3a5-46d0-97ff-08130241c065 admin admin] Router ba49f893-e57a-4517-aad2-1e80c00d05bf has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:00:28.745067 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-37ceb913-92c0-4d0d-83ea-e19bd98f3ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:28.813337 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76a9096-f3a5-46d0-97ff-08130241c065 admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:00:28.842363 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-d76a9096-f3a5-46d0-97ff-08130241c065 admin admin] 10.222.0.109 "PUT /v2.0/routers/ba49f893-e57a-4517-aad2-1e80c00d05bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9298666 Oct 27 17:00:28.893621 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-89a90d69-01e7-499c-97b1-8b10d6342927 None None] Provisioning complete for port a0f4412b-2df5-45b5-93b6-47b9bff74252 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:28.894152 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-89a90d69-01e7-499c-97b1-8b10d6342927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:28.976978 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ceb913-92c0-4d0d-83ea-e19bd98f3ad5 admin admin] Network ed716183-5f1c-445b-936f-259913b9090b is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:00:28.983068 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-37ceb913-92c0-4d0d-83ea-e19bd98f3ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:00:28.990278 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ceb913-92c0-4d0d-83ea-e19bd98f3ad5 admin admin] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:00:29.027549 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ceb913-92c0-4d0d-83ea-e19bd98f3ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=d0235169-d097-497c-827e-4a6817a335da,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:29.087500 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-89a90d69-01e7-499c-97b1-8b10d6342927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:29.146745 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-89a90d69-01e7-499c-97b1-8b10d6342927 None None] For port a0f4412b-2df5-45b5-93b6-47b9bff74252, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=a0f4412b-2df5-45b5-93b6-47b9bff74252,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:29.216002 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-89a90d69-01e7-499c-97b1-8b10d6342927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:29.222713 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-c04cf6c6-c7b9-40b6-943b-0365911eed45 service neutron] 10.222.0.109 "GET /v2.0/networks/24a2aecc-766e-48dd-a6f2-80ab2be7d354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6553338 Oct 27 17:00:29.305263 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d288ac33-ad76-4677-975e-6d7fe6841236 None None] Network 2442317d-bf65-4101-a370-d9f0807c7f4a requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:00:29.354601 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-091c1bf7-5c14-4392-98ce-2c4394f68e6d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:29.379923 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a90d69-01e7-499c-97b1-8b10d6342927 None None] Pushing event updated for resources: {'Port': ['ID=a0f4412b-2df5-45b5-93b6-47b9bff74252,revision_number=3']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:29.517027 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-a10dae45-7bfa-4c38-8e67-ac7289dcf951 None None] Provisioning complete for port c32a488d-512b-42cd-aa15-22fda0b5266e triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:29.517542 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-a10dae45-7bfa-4c38-8e67-ac7289dcf951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:29.653798 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device c32a488d-512b-42cd-aa15-22fda0b5266e up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:00:29.829166 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-091c1bf7-5c14-4392-98ce-2c4394f68e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133760848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133762959'] for router, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:29.960117 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-37ceb913-92c0-4d0d-83ea-e19bd98f3ad5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:30.022726 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fe6b2ef0-ac28-4308-8608-b6333961faee req-dc0e4560-4288-46d5-822f-2ab565a95c1c tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 210 time: 0.1086779 Oct 27 17:00:30.076059 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] Sync routers for ids ['ba49f893-e57a-4517-aad2-1e80c00d05bf'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:00:30.116551 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-a10dae45-7bfa-4c38-8e67-ac7289dcf951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:30.122451 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] Routers {'ba49f893-e57a-4517-aad2-1e80c00d05bf'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:00:30.122921 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:00:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['ba49f893-e57a-4517-aad2-1e80c00d05bf'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:30.265906 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port c32a488d-512b-42cd-aa15-22fda0b5266e triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:30.266282 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:30.300951 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091c1bf7-5c14-4392-98ce-2c4394f68e6d admin admin] Router c67a02a8-ad89-4da6-9bc3-887b04cfb54a is scheduled to L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 with binding_index 1 {{(pid=118834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:00:30.300951 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-37ceb913-92c0-4d0d-83ea-e19bd98f3ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133760848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133762959'] for router, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:30.323001 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 52116) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:30.326590 dv-cinder-815701-1-iscsi neutron-server[118833]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 17:00:30.345479 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-a10dae45-7bfa-4c38-8e67-ac7289dcf951 None None] For port c32a488d-512b-42cd-aa15-22fda0b5266e, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=c32a488d-512b-42cd-aa15-22fda0b5266e,segment=NetworkSegment(d9869bc6-0934-425c-9f3c-b69869d4377a),segment_id=d9869bc6-0934-425c-9f3c-b69869d4377a)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:30.393081 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] Set router ba49f893-e57a-4517-aad2-1e80c00d05bf gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:00:30.447038 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-a10dae45-7bfa-4c38-8e67-ac7289dcf951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:30.640096 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091c1bf7-5c14-4392-98ce-2c4394f68e6d admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:00:30.653551 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] Sync routers for ids ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'] in dv-cinder-815701-1-iscsi {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:00:30.690326 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] Routers {'c67a02a8-ad89-4da6-9bc3-887b04cfb54a'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:00:30.691799 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:00:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:30.743880 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-091c1bf7-5c14-4392-98ce-2c4394f68e6d admin admin] Publish callbacks [] for router, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:30.746534 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device afc1e0ab-b7ab-47ee-a103-647e1d4d9713 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:00:30.753896 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-091c1bf7-5c14-4392-98ce-2c4394f68e6d admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1350780 Oct 27 17:00:30.757181 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 52142) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:30.795147 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-9a14a226-011d-419c-a1b0-d678dad42bb4 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:30.796770 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-9a14a226-011d-419c-a1b0-d678dad42bb4 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/networks?id=63bb574e-682e-4fda-acd7-cf41cb7ff89d HTTP/1.1" status: 200 len: 818 time: 0.4721472 Oct 27 17:00:30.821013 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-d09785c4-0548-4d70-b958-1815c3b85114 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/quotas/01815bc32be54f4ea30de068defb62b5 HTTP/1.1" status: 200 len: 375 time: 0.0180273 Oct 27 17:00:30.895278 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] Set router c67a02a8-ad89-4da6-9bc3-887b04cfb54a gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:00:31.006953 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-e107d598-3511-4dae-ab1a-03819c45a2aa tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=01815bc32be54f4ea30de068defb62b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1790314 Oct 27 17:00:31.055688 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-94e8e94c-79a3-49a5-99fc-3ae091cef3eb None None] Provisioning complete for port a0f4412b-2df5-45b5-93b6-47b9bff74252 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:31.056059 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-94e8e94c-79a3-49a5-99fc-3ae091cef3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:31.061584 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ceb913-92c0-4d0d-83ea-e19bd98f3ad5 admin admin] Router 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f is scheduled to L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 with binding_index 1 {{(pid=118834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:00:31.220849 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba49f893-e57a-4517-aad2-1e80c00d05bf', 'name': 'tempest-ServerRescueNegativeTestJSON-377676188-router', 'tenant_id': '01815bc32be54f4ea30de068defb62b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'afc1e0ab-b7ab-47ee-a103-647e1d4d9713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:21Z', 'updated_at': '2021-10-27T17:00:27Z', 'revision_number': 4, 'project_id': '01815bc32be54f4ea30de068defb62b5', 'gw_port': {'id': 'afc1e0ab-b7ab-47ee-a103-647e1d4d9713', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba49f893-e57a-4517-aad2-1e80c00d05bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:22Z', 'updated_at': '2021-10-27T17:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '7845e3d3-acf0-4fef-8712-3377eb1a5afc', 'name': '', 'network_id': '63bb574e-682e-4fda-acd7-cf41cb7ff89d', 'tenant_id': '01815bc32be54f4ea30de068defb62b5', 'mac_address': 'fa:16:3e:83:a7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba49f893-e57a-4517-aad2-1e80c00d05bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '92aec7f3-099d-4f1b-9326-cd2323ebaada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:25Z', 'updated_at': '2021-10-27T17:00:27Z', 'revision_number': 2, 'project_id': '01815bc32be54f4ea30de068defb62b5', 'subnets': [{'id': '92aec7f3-099d-4f1b-9326-cd2323ebaada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:31.242889 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-008072cf-e0c5-4d90-910c-4be6841a627c service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=118833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:00:31.243888 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-008072cf-e0c5-4d90-910c-4be6841a627c service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0654159 Oct 27 17:00:31.251315 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] Checking router: ba49f893-e57a-4517-aad2-1e80c00d05bf for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:00:31.251315 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] Updating router ba49f893-e57a-4517-aad2-1e80c00d05bf port 7845e3d3-acf0-4fef-8712-3377eb1a5afc binding host dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:00:31.253893 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ceb913-92c0-4d0d-83ea-e19bd98f3ad5 admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:00:31.254266 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dae45-7bfa-4c38-8e67-ac7289dcf951 None None] Pushing event updated for resources: {'Port': ['ID=c32a488d-512b-42cd-aa15-22fda0b5266e,revision_number=3']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:31.282438 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] Sync routers for ids ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:00:31.298076 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] Routers {'7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:00:31.298694 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:00:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:31.317350 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-def99e13-6618-441f-bcc4-69477084c30f req-425823b6-4698-4753-848f-0806dc4c3ceb tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 210 time: 0.0923305 Oct 27 17:00:31.341532 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'name': 'tempest-AttachVolumeTestJSON-1481292757-router', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:28Z', 'revision_number': 3, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'gw_port': {'id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:31.386428 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-5483b949-fddf-4454-aa92-0abdfb04c2f6 service neutron] 10.222.0.109 "GET /v2.0/networks/63bb574e-682e-4fda-acd7-cf41cb7ff89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297796 Oct 27 17:00:31.389308 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port afc1e0ab-b7ab-47ee-a103-647e1d4d9713 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:31.389940 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:31.407350 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] Checking router: c67a02a8-ad89-4da6-9bc3-887b04cfb54a for host: dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:00:31.408131 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] Updating router c67a02a8-ad89-4da6-9bc3-887b04cfb54a port c091b192-a7af-4a3d-a9b3-f7bde3e50ef4 binding host dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:00:31.425318 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:31.461678 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-37ceb913-92c0-4d0d-83ea-e19bd98f3ad5 admin admin] Publish callbacks [] for router, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:31.466198 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-37ceb913-92c0-4d0d-83ea-e19bd98f3ad5 admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9076953 Oct 27 17:00:31.466818 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 52170) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:31.538143 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-94d5bf29-7138-4dc9-b4ec-d04ccc2c63c3 None None] Provisioning complete for port c32a488d-512b-42cd-aa15-22fda0b5266e triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:31.538526 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-94d5bf29-7138-4dc9-b4ec-d04ccc2c63c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:31.598891 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:31.616063 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-c1a2b195-8eb7-43d1-89c5-7255011e801e service neutron] 10.222.0.109 "GET /v2.0/networks/63bb574e-682e-4fda-acd7-cf41cb7ff89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221601 Oct 27 17:00:31.646884 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] Set router 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:00:31.975214 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] Publish callbacks [] for port, precommit_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:32.050502 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:32.081860 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:32.134943 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] For port afc1e0ab-b7ab-47ee-a103-647e1d4d9713, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=afc1e0ab-b7ab-47ee-a103-647e1d4d9713,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:32.159808 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d0071aa1-fc01-43fe-9960-8c128a04974f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:32.239534 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:32.240605 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device a0f4412b-2df5-45b5-93b6-47b9bff74252 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:00:32.277520 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] Attempting to bind port c091b192-a7af-4a3d-a9b3-f7bde3e50ef4 on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:00:32.277520 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] Attempting to bind port c091b192-a7af-4a3d-a9b3-f7bde3e50ef4 by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}] {{(pid=118836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:00:32.277520 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] Attempting to bind port c091b192-a7af-4a3d-a9b3-f7bde3e50ef4 on network ed716183-5f1c-445b-936f-259913b9090b {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:00:32.322028 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:00:32.325251 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] Checking segment: {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:00:32.325700 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:32.328531 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] Bound using segment: {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'} {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:00:32.330707 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] Bound port: c091b192-a7af-4a3d-a9b3-f7bde3e50ef4, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}}] {{(pid=118836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:00:32.331678 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:32.452089 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ff3f6bb5-64bd-4f65-8f47-5ba3e4337fef req-7f97c83b-d755-4b14-a099-8c35e100f451 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 210 time: 0.3691030 Oct 27 17:00:32.460516 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [None req-d0071aa1-fc01-43fe-9960-8c128a04974f admin admin] Allocated IP 172.20.0.1 (2442317d-bf65-4101-a370-d9f0807c7f4a/c4f7fbc0-a6c8-4955-8e60-af2439f45127/3c11062b-699c-4bed-b867-a001749b36fa) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:00:32.493401 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed699b-1c60-489f-9175-910a905f5bfd None None] Pushing event updated for resources: {'Port': ['ID=c091b192-a7af-4a3d-a9b3-f7bde3e50ef4,revision_number=2']} {{(pid=118836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:32.495158 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] Publish callbacks [] for port, precommit_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:32.503362 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'name': 'tempest-AttachVolumeShelveTestJSON-1074804156-router', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'd0235169-d097-497c-827e-4a6817a335da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:29Z', 'revision_number': 3, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'gw_port': {'id': 'd0235169-d097-497c-827e-4a6817a335da', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:32.518919 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Pushing event updated for resources: {'Port': ['ID=afc1e0ab-b7ab-47ee-a103-647e1d4d9713,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:32.550176 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.db [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] For port c091b192-a7af-4a3d-a9b3-f7bde3e50ef4, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:00:32.557568 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.db [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] For port c091b192-a7af-4a3d-a9b3-f7bde3e50ef4, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=c091b192-a7af-4a3d-a9b3-f7bde3e50ef4,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:00:32.562395 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] Checking router: 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:00:32.564354 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] Updating router 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f port d0235169-d097-497c-827e-4a6817a335da binding host dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:00:32.606465 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port a0f4412b-2df5-45b5-93b6-47b9bff74252 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:32.606839 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:32.632874 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:32.642590 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:32.642826 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:32.759165 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d0071aa1-fc01-43fe-9960-8c128a04974f admin admin] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:32.793844 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51216ffb-0e93-4b1a-8581-ac97196d509d None None] Pushing event updated for resources: {'Port': ['ID=7845e3d3-acf0-4fef-8712-3377eb1a5afc,revision_number=3']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:32.824930 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b11c7627-5410-4312-b7cf-bd8d25483912 req-95ab2eaa-f4db-4527-821e-2e72ac1cee6e tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 210 time: 0.3097899 Oct 27 17:00:32.864722 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed699b-1c60-489f-9175-910a905f5bfd None None] Pushing event updated for resources: {'Port': ['ID=c091b192-a7af-4a3d-a9b3-f7bde3e50ef4,revision_number=3']} {{(pid=118836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:32.885893 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] Routers {'c67a02a8-ad89-4da6-9bc3-887b04cfb54a'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:00:32.886362 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:00:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:32.904706 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d0071aa1-fc01-43fe-9960-8c128a04974f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:32.993951 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-55a52f69-f837-4316-a6eb-53972a257a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:33.003395 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0071aa1-fc01-43fe-9960-8c128a04974f admin admin] Network 2442317d-bf65-4101-a370-d9f0807c7f4a is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:00:33.017547 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-d0071aa1-fc01-43fe-9960-8c128a04974f admin admin] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:00:33.036644 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0071aa1-fc01-43fe-9960-8c128a04974f admin admin] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:00:33.037137 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d0071aa1-fc01-43fe-9960-8c128a04974f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133703890'] for router_interface, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:33.099392 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 52228) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:33.116983 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0071aa1-fc01-43fe-9960-8c128a04974f admin admin] Pushing event updated for resources: {'Port': ['ID=3c11062b-699c-4bed-b867-a001749b36fa,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:33.234557 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] Set router c67a02a8-ad89-4da6-9bc3-887b04cfb54a gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:00:33.332734 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] Attempting to bind port 7845e3d3-acf0-4fef-8712-3377eb1a5afc on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:00:33.332734 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] Attempting to bind port 7845e3d3-acf0-4fef-8712-3377eb1a5afc by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': '5fe736cd-0966-4b34-b920-3ef928d9823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': '63bb574e-682e-4fda-acd7-cf41cb7ff89d'}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:00:33.332734 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] Attempting to bind port 7845e3d3-acf0-4fef-8712-3377eb1a5afc on network 63bb574e-682e-4fda-acd7-cf41cb7ff89d {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:00:33.377433 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-70abf59a-2c0a-4613-af9c-da763e0e66ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:33.422170 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-b674fc3d-2ee8-436e-935b-db76457471c4 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:33.423847 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-b674fc3d-2ee8-436e-935b-db76457471c4 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/networks?id=63bb574e-682e-4fda-acd7-cf41cb7ff89d HTTP/1.1" status: 200 len: 818 time: 0.6102810 Oct 27 17:00:33.451033 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:00:33.456437 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] Checking segment: {'id': '5fe736cd-0966-4b34-b920-3ef928d9823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': '63bb574e-682e-4fda-acd7-cf41cb7ff89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:00:33.456437 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:33.460157 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] Bound using segment: {'id': '5fe736cd-0966-4b34-b920-3ef928d9823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': '63bb574e-682e-4fda-acd7-cf41cb7ff89d'} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:00:33.462986 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] Bound port: 7845e3d3-acf0-4fef-8712-3377eb1a5afc, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe736cd-0966-4b34-b920-3ef928d9823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': '63bb574e-682e-4fda-acd7-cf41cb7ff89d'}}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:00:33.463347 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:33.481337 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d0071aa1-fc01-43fe-9960-8c128a04974f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:33.557820 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-19c6d1fa-bc66-4ad4-8b93-894570c1d444 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/quotas/01815bc32be54f4ea30de068defb62b5 HTTP/1.1" status: 200 len: 375 time: 0.1210163 Oct 27 17:00:33.651216 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'name': 'tempest-AttachVolumeTestJSON-1481292757-router', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:28Z', 'revision_number': 3, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'gw_port': {'id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:33.690438 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e818678d-8e86-4d83-976f-e0e1cadcef23 None None] The sync data for ids ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'] in dv-cinder-815701-1-iscsi is: [{'id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'name': 'tempest-AttachVolumeTestJSON-1481292757-router', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:28Z', 'revision_number': 3, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'gw_port': {'id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}] {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:00:33.694031 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_common [None req-55a52f69-f837-4316-a6eb-53972a257a6b admin admin] Allocated IP 172.20.0.1 (e177a155-0ea9-48c9-b09f-09f7b8f5f0b8/1b59259a-4a35-4b3f-b276-e215349f7ead/90701095-8f14-4eaf-b4aa-ed493a9dad35) {{(pid=118833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:00:34.003371 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-70abf59a-2c0a-4613-af9c-da763e0e66ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:34.003371 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d0071aa1-fc01-43fe-9960-8c128a04974f admin admin] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:34.006961 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-a4d37fb7-2bc0-460b-819b-abbc722a3d7c tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=01815bc32be54f4ea30de068defb62b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3155859 Oct 27 17:00:34.007886 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device c32a488d-512b-42cd-aa15-22fda0b5266e up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:00:34.007886 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-fced8780-5d84-449a-90c4-3b5b442e98c8 None None] Provisioning complete for port 3c11062b-699c-4bed-b867-a001749b36fa triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:34.007886 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-fced8780-5d84-449a-90c4-3b5b442e98c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:34.007886 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] Publish callbacks [] for port, precommit_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:34.008989 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-70abf59a-2c0a-4613-af9c-da763e0e66ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:34.017327 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d0071aa1-fc01-43fe-9960-8c128a04974f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:34.018028 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d0071aa1-fc01-43fe-9960-8c128a04974f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133607302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133762626'] for router_interface, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:34.031938 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-55a52f69-f837-4316-a6eb-53972a257a6b admin admin] Publish callbacks [] for port, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:34.055321 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-ed5c2190-c9bb-41e0-90c5-13faa67ee085 service neutron] 10.222.0.109 "GET /v2.0/networks/63bb574e-682e-4fda-acd7-cf41cb7ff89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607876 Oct 27 17:00:34.059996 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] For port 7845e3d3-acf0-4fef-8712-3377eb1a5afc, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:00:34.070415 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] For port 7845e3d3-acf0-4fef-8712-3377eb1a5afc, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=7845e3d3-acf0-4fef-8712-3377eb1a5afc,segment=NetworkSegment(5fe736cd-0966-4b34-b920-3ef928d9823b),segment_id=5fe736cd-0966-4b34-b920-3ef928d9823b)] {{(pid=118835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:00:34.077589 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:34.111264 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-fced8780-5d84-449a-90c4-3b5b442e98c8 None None] Port 3c11062b-699c-4bed-b867-a001749b36fa cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:00:34.177681 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:34.217757 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-55a52f69-f837-4316-a6eb-53972a257a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268'] for port, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:34.232831 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-70abf59a-2c0a-4613-af9c-da763e0e66ab admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=006a4f7d41c64510ac54f886bdad3cc5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1323383 Oct 27 17:00:34.267138 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abf59a-2c0a-4613-af9c-da763e0e66ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37219c0d-e7a5-4ac5-9fd9-dba1a9a776b2,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:34.274091 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] Attempting to bind port d0235169-d097-497c-827e-4a6817a335da on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:00:34.274633 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] Attempting to bind port d0235169-d097-497c-827e-4a6817a335da by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:00:34.275102 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] Attempting to bind port d0235169-d097-497c-827e-4a6817a335da on network ed716183-5f1c-445b-936f-259913b9090b {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:00:34.286939 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port c32a488d-512b-42cd-aa15-22fda0b5266e triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:34.287678 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 52272) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:34.288215 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:34.290244 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884ad58-869e-4f79-8254-32f5c9dcb42d None None] Pushing event updated for resources: {'Port': ['ID=d0235169-d097-497c-827e-4a6817a335da,revision_number=2']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:34.307006 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e41d196e-14cb-47ca-a888-4d5f04e0f4f1 req-ae75ad60-033a-4843-b69a-b37babca1098 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 210 time: 0.1275263 Oct 27 17:00:34.329234 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0071aa1-fc01-43fe-9960-8c128a04974f admin admin] Pushing event updated for resources: {'Port': ['ID=3c11062b-699c-4bed-b867-a001749b36fa,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:34.381465 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a52f69-f837-4316-a6eb-53972a257a6b admin admin] Network e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 is already hosted by enough agents. {{(pid=118833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:00:34.385086 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-6694a731-362d-4bf2-9c73-8ef909aec52d service neutron] 10.222.0.109 "GET /v2.0/networks/63bb574e-682e-4fda-acd7-cf41cb7ff89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008728 Oct 27 17:00:34.390719 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a52f69-f837-4316-a6eb-53972a257a6b admin admin] Pushing event updated for resources: {'Port': ['ID=90701095-8f14-4eaf-b4aa-ed493a9dad35,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:34.395673 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-55a52f69-f837-4316-a6eb-53972a257a6b admin admin] Resources bound (agent type, host, resource id): {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:00:34.398034 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a52f69-f837-4316-a6eb-53972a257a6b admin admin] Received port after_create {{(pid=118833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:00:34.398497 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-55a52f69-f837-4316-a6eb-53972a257a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133703890'] for router_interface, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:34.415473 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:00:34.416050 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] Checking segment: {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:00:34.416289 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:34.416717 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] Bound using segment: {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:00:34.417211 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] Bound port: d0235169-d097-497c-827e-4a6817a335da, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:00:34.417616 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:34.444187 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0071aa1-fc01-43fe-9960-8c128a04974f admin admin] Network 2442317d-bf65-4101-a370-d9f0807c7f4a is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:00:34.451520 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-d0071aa1-fc01-43fe-9960-8c128a04974f admin admin] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:00:34.486353 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7640e940-c90c-4148-bbbb-c1c5a5f5d675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:34.532601 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] Routers {'ba49f893-e57a-4517-aad2-1e80c00d05bf'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:00:34.533270 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:00:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['ba49f893-e57a-4517-aad2-1e80c00d05bf'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:34.595663 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7640e940-c90c-4148-bbbb-c1c5a5f5d675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:34.789405 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51216ffb-0e93-4b1a-8581-ac97196d509d None None] Pushing event updated for resources: {'Port': ['ID=7845e3d3-acf0-4fef-8712-3377eb1a5afc,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:34.804023 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7640e940-c90c-4148-bbbb-c1c5a5f5d675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:34.806545 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7640e940-c90c-4148-bbbb-c1c5a5f5d675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:34.807691 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-7640e940-c90c-4148-bbbb-c1c5a5f5d675 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/37219c0d-e7a5-4ac5-9fd9-dba1a9a776b2 HTTP/1.1" status: 204 len: 168 time: 0.5190713 Oct 27 17:00:34.852919 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] For port d0235169-d097-497c-827e-4a6817a335da, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:00:34.925074 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] For port d0235169-d097-497c-827e-4a6817a335da, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=d0235169-d097-497c-827e-4a6817a335da,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:00:34.931729 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device afc1e0ab-b7ab-47ee-a103-647e1d4d9713 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:00:34.959974 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640e940-c90c-4148-bbbb-c1c5a5f5d675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37219c0d-e7a5-4ac5-9fd9-dba1a9a776b2,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:34.983817 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-55a52f69-f837-4316-a6eb-53972a257a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:35.056973 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0071aa1-fc01-43fe-9960-8c128a04974f admin admin] Router c67a02a8-ad89-4da6-9bc3-887b04cfb54a has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:00:35.103198 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:35.186909 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:35.210572 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] Set router ba49f893-e57a-4517-aad2-1e80c00d05bf gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:00:35.262581 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.11', 58642) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:35.305470 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-06066ab0-c686-4653-9bbb-841f72fde4e5 None None] Provisioning complete for port 3c11062b-699c-4bed-b867-a001749b36fa triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:35.306236 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-06066ab0-c686-4653-9bbb-841f72fde4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:35.351181 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c0c55f55-60cc-427d-bc90-dee60a5d8075 req-b43c8b4a-98e7-4b15-9db6-1da231c4af70 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 210 time: 0.1371369 Oct 27 17:00:35.459266 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] Routers {'7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:00:35.462520 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:00:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:35.586153 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-55a52f69-f837-4316-a6eb-53972a257a6b admin admin] Publish callbacks [] for port, precommit_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:35.657741 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0071aa1-fc01-43fe-9960-8c128a04974f admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:00:35.669498 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-55a52f69-f837-4316-a6eb-53972a257a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:35.670242 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-55a52f69-f837-4316-a6eb-53972a257a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133607302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133762626'] for router_interface, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:35.705873 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-916c2bd4-0e73-4961-a472-9ea7b2aade85 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:35.712775 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-916c2bd4-0e73-4961-a472-9ea7b2aade85 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.11 "GET /v2.0/networks?id=24a2aecc-766e-48dd-a6f2-80ab2be7d354 HTTP/1.1" status: 200 len: 811 time: 0.3929055 Oct 27 17:00:35.721380 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-d0071aa1-fc01-43fe-9960-8c128a04974f admin admin] 10.222.0.109 "PUT /v2.0/routers/c67a02a8-ad89-4da6-9bc3-887b04cfb54a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9627407 Oct 27 17:00:35.741404 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a52f69-f837-4316-a6eb-53972a257a6b admin admin] Pushing event updated for resources: {'Port': ['ID=90701095-8f14-4eaf-b4aa-ed493a9dad35,revision_number=2']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:35.775662 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-ae665e31-f6b5-4de1-afbe-1ebb39e8a4e7 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Request body: {'port': {'device_id': 'de4beb8b-9bf0-426e-81f4-65732471380e', 'network_id': '24a2aecc-766e-48dd-a6f2-80ab2be7d354', 'admin_state_up': True, 'tenant_id': 'd07d631cd74148ef9dae1c323a3e45c1'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:35.910386 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port afc1e0ab-b7ab-47ee-a103-647e1d4d9713 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:35.910963 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:35.966892 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884ad58-869e-4f79-8254-32f5c9dcb42d None None] Pushing event updated for resources: {'Port': ['ID=d0235169-d097-497c-827e-4a6817a335da,revision_number=3']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:36.042554 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-06066ab0-c686-4653-9bbb-841f72fde4e5 None None] Port 3c11062b-699c-4bed-b867-a001749b36fa cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:00:36.054111 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f0d38226-a6c3-4f4f-a0ab-7eddfb6b0ce4 req-27f5d89d-1462-4520-b06f-52cb72735aab tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 210 time: 0.0877991 Oct 27 17:00:36.071334 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a52f69-f837-4316-a6eb-53972a257a6b admin admin] Network e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 is already hosted by enough agents. {{(pid=118833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:00:36.072776 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-55a52f69-f837-4316-a6eb-53972a257a6b admin admin] Resources bound (agent type, host, resource id): {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:00:36.092530 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 52348) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:36.221006 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-261b7f63-853b-4ce8-bf69-fff96e6eea7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:36.228304 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-06066ab0-c686-4653-9bbb-841f72fde4e5 None None] Provisioning complete for port 90701095-8f14-4eaf-b4aa-ed493a9dad35 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:36.228670 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-06066ab0-c686-4653-9bbb-841f72fde4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:36.291132 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-06066ab0-c686-4653-9bbb-841f72fde4e5 None None] Port 90701095-8f14-4eaf-b4aa-ed493a9dad35 cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:00:36.353854 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-ae665e31-f6b5-4de1-afbe-1ebb39e8a4e7 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Made reservation on behalf of d07d631cd74148ef9dae1c323a3e45c1 for: {'port': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:00:36.359486 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-ae665e31-f6b5-4de1-afbe-1ebb39e8a4e7 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:36.362010 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device a0f4412b-2df5-45b5-93b6-47b9bff74252 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:00:36.365085 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] Set router 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:00:36.470154 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:00:36.492236 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a52f69-f837-4316-a6eb-53972a257a6b admin admin] Router 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:00:36.595978 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba49f893-e57a-4517-aad2-1e80c00d05bf', 'name': 'tempest-ServerRescueNegativeTestJSON-377676188-router', 'tenant_id': '01815bc32be54f4ea30de068defb62b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'afc1e0ab-b7ab-47ee-a103-647e1d4d9713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:21Z', 'updated_at': '2021-10-27T17:00:27Z', 'revision_number': 4, 'project_id': '01815bc32be54f4ea30de068defb62b5', 'gw_port': {'id': 'afc1e0ab-b7ab-47ee-a103-647e1d4d9713', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba49f893-e57a-4517-aad2-1e80c00d05bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:22Z', 'updated_at': '2021-10-27T17:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '7845e3d3-acf0-4fef-8712-3377eb1a5afc', 'name': '', 'network_id': '63bb574e-682e-4fda-acd7-cf41cb7ff89d', 'tenant_id': '01815bc32be54f4ea30de068defb62b5', 'mac_address': 'fa:16:3e:83:a7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba49f893-e57a-4517-aad2-1e80c00d05bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '92aec7f3-099d-4f1b-9326-cd2323ebaada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:25Z', 'updated_at': '2021-10-27T17:00:34Z', 'revision_number': 4, 'project_id': '01815bc32be54f4ea30de068defb62b5', 'subnets': [{'id': '92aec7f3-099d-4f1b-9326-cd2323ebaada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:36.661536 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63af805e-4e71-48e2-8b64-ea40313e12c5 None None] The sync data for ids ['ba49f893-e57a-4517-aad2-1e80c00d05bf'] in dv-cinder-815701-1-iscsi is: [{'id': 'ba49f893-e57a-4517-aad2-1e80c00d05bf', 'name': 'tempest-ServerRescueNegativeTestJSON-377676188-router', 'tenant_id': '01815bc32be54f4ea30de068defb62b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'afc1e0ab-b7ab-47ee-a103-647e1d4d9713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:21Z', 'updated_at': '2021-10-27T17:00:27Z', 'revision_number': 4, 'project_id': '01815bc32be54f4ea30de068defb62b5', 'gw_port': {'id': 'afc1e0ab-b7ab-47ee-a103-647e1d4d9713', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba49f893-e57a-4517-aad2-1e80c00d05bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:22Z', 'updated_at': '2021-10-27T17:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '7845e3d3-acf0-4fef-8712-3377eb1a5afc', 'name': '', 'network_id': '63bb574e-682e-4fda-acd7-cf41cb7ff89d', 'tenant_id': '01815bc32be54f4ea30de068defb62b5', 'mac_address': 'fa:16:3e:83:a7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba49f893-e57a-4517-aad2-1e80c00d05bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '92aec7f3-099d-4f1b-9326-cd2323ebaada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:25Z', 'updated_at': '2021-10-27T17:00:34Z', 'revision_number': 4, 'project_id': '01815bc32be54f4ea30de068defb62b5', 'subnets': [{'id': '92aec7f3-099d-4f1b-9326-cd2323ebaada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:00:36.724657 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-3fe28f0c-3608-4975-93c5-708d585075de None None] Provisioning complete for port 90701095-8f14-4eaf-b4aa-ed493a9dad35 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:36.724657 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-3fe28f0c-3608-4975-93c5-708d585075de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:36.776549 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] Sync routers for ids ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'] in dv-cinder-815701-1-iscsi {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:00:36.811383 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] Routers {'c67a02a8-ad89-4da6-9bc3-887b04cfb54a'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:00:36.812772 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:00:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:36.925748 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a52f69-f837-4316-a6eb-53972a257a6b admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:00:36.943598 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port a0f4412b-2df5-45b5-93b6-47b9bff74252 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:36.944662 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:36.951210 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-55a52f69-f837-4316-a6eb-53972a257a6b admin admin] 10.222.0.109 "PUT /v2.0/routers/7bb8ecfa-6edb-4c98-a6c8-91b40a68489f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4831765 Oct 27 17:00:36.969448 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-261b7f63-853b-4ce8-bf69-fff96e6eea7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:36.982625 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.11', 58655) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:37.000283 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-ae665e31-f6b5-4de1-afbe-1ebb39e8a4e7 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Allocated IP 172.20.0.10 (24a2aecc-766e-48dd-a6f2-80ab2be7d354/03f725a7-8c89-4279-ab60-945302e44e0e/c9db2a0c-a797-4b51-a705-9d7d99765a02) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:00:37.093172 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-261b7f63-853b-4ce8-bf69-fff96e6eea7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:37.144119 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] Set router c67a02a8-ad89-4da6-9bc3-887b04cfb54a gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:00:37.258639 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-261b7f63-853b-4ce8-bf69-fff96e6eea7d admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=4f5b444f30fe47f382606582a00d2af5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1643453 Oct 27 17:00:37.272067 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 52390) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:37.390542 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b7f63-853b-4ce8-bf69-fff96e6eea7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07bcc29-b127-4029-b160-4047069fece1,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:37.399510 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-3fe28f0c-3608-4975-93c5-708d585075de None None] Port 90701095-8f14-4eaf-b4aa-ed493a9dad35 cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:00:37.503315 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-832bd7af-6e80-46fc-8d04-16835e99eed0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:37.532688 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-ae665e31-f6b5-4de1-afbe-1ebb39e8a4e7 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:37.605590 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-832bd7af-6e80-46fc-8d04-16835e99eed0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:37.708811 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 52396) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:37.726735 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'name': 'tempest-AttachVolumeTestJSON-1481292757-router', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:33Z', 'revision_number': 4, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'gw_port': {'id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '3c11062b-699c-4bed-b867-a001749b36fa', 'name': '', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'mac_address': 'fa:16:3e:ac:b3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:33Z', 'revision_number': 2, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'subnets': [{'id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:37.747700 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-162b8c5d-37b9-49d0-ba39-762ab52c7d79 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:37.749287 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-162b8c5d-37b9-49d0-ba39-762ab52c7d79 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.11 "GET /v2.0/networks?id=63bb574e-682e-4fda-acd7-cf41cb7ff89d HTTP/1.1" status: 200 len: 818 time: 0.7513766 Oct 27 17:00:37.770254 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-8b51844d-99ce-4b45-b739-8bdd5841acb6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Request body: {'port': {'device_id': '3597190e-3e1e-4071-9e13-1bb5edbe41fc', 'network_id': '63bb574e-682e-4fda-acd7-cf41cb7ff89d', 'admin_state_up': True, 'tenant_id': '01815bc32be54f4ea30de068defb62b5'}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:37.771985 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-fe85c1f2-af6c-4fd9-9082-c0653905c9bb tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2096389992', 'description': 'tempest-description--1380757644'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:37.862855 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] Checking router: c67a02a8-ad89-4da6-9bc3-887b04cfb54a for host: dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:00:37.863490 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] Updating router c67a02a8-ad89-4da6-9bc3-887b04cfb54a port 3c11062b-699c-4bed-b867-a001749b36fa binding host dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:00:37.870171 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-832bd7af-6e80-46fc-8d04-16835e99eed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:37.876056 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-29f71803-09fb-4af7-9cae-e7992b8ef2e1 req-8191a2cc-3d7c-491f-9a34-5b0fc943be88 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 210 time: 0.1675148 Oct 27 17:00:37.886885 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-832bd7af-6e80-46fc-8d04-16835e99eed0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:37.901090 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-832bd7af-6e80-46fc-8d04-16835e99eed0 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/d07bcc29-b127-4029-b160-4047069fece1 HTTP/1.1" status: 204 len: 168 time: 0.6207492 Oct 27 17:00:37.903423 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-ae665e31-f6b5-4de1-afbe-1ebb39e8a4e7 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:37.927134 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'name': 'tempest-AttachVolumeShelveTestJSON-1074804156-router', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'd0235169-d097-497c-827e-4a6817a335da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:34Z', 'revision_number': 4, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'gw_port': {'id': 'd0235169-d097-497c-827e-4a6817a335da', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '90701095-8f14-4eaf-b4aa-ed493a9dad35', 'name': '', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'mac_address': 'fa:16:3e:0f:30:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:33Z', 'revision_number': 1, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'subnets': [{'id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:37.986086 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:38.075981 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.11', 58659) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:38.156957 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed4fdc-7610-4348-b0f4-f08a3813f6b1 None None] The sync data for ids ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'] in dv-cinder-815701-1-iscsi is: [{'id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'name': 'tempest-AttachVolumeShelveTestJSON-1074804156-router', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'd0235169-d097-497c-827e-4a6817a335da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:34Z', 'revision_number': 4, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'gw_port': {'id': 'd0235169-d097-497c-827e-4a6817a335da', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '90701095-8f14-4eaf-b4aa-ed493a9dad35', 'name': '', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'mac_address': 'fa:16:3e:0f:30:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:33Z', 'revision_number': 1, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'subnets': [{'id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:00:38.246783 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-ae665e31-f6b5-4de1-afbe-1ebb39e8a4e7 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Network 24a2aecc-766e-48dd-a6f2-80ab2be7d354 is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:00:38.325669 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-fe85c1f2-af6c-4fd9-9082-c0653905c9bb tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:38.328637 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-ae665e31-f6b5-4de1-afbe-1ebb39e8a4e7 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:00:38.342219 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-ae665e31-f6b5-4de1-afbe-1ebb39e8a4e7 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:00:38.348439 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-ae665e31-f6b5-4de1-afbe-1ebb39e8a4e7 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:38.349372 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-ae665e31-f6b5-4de1-afbe-1ebb39e8a4e7 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:38.409523 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae665e31-f6b5-4de1-afbe-1ebb39e8a4e7 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Pushing event updated for resources: {'Port': ['ID=c9db2a0c-a797-4b51-a705-9d7d99765a02,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:38.439356 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device c091b192-a7af-4a3d-a9b3-f7bde3e50ef4 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:00:38.499092 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-ae665e31-f6b5-4de1-afbe-1ebb39e8a4e7 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7277408 Oct 27 17:00:38.580298 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-cd67996e-e01c-41a4-9b77-f3a073f5928f tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=118834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:00:38.591667 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-cd67996e-e01c-41a4-9b77-f3a073f5928f tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0491855 Oct 27 17:00:38.746438 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port c091b192-a7af-4a3d-a9b3-f7bde3e50ef4 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:38.781118 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:38.900572 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-50d3b87d-63b6-41fc-a8a0-23eee3ff791a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:38.916247 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-50d3b87d-63b6-41fc-a8a0-23eee3ff791a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.11 "GET /v2.0/networks?id=63bb574e-682e-4fda-acd7-cf41cb7ff89d HTTP/1.1" status: 200 len: 818 time: 0.8072534 Oct 27 17:00:38.974009 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832bd7af-6e80-46fc-8d04-16835e99eed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07bcc29-b127-4029-b160-4047069fece1,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:39.091710 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-fe85c1f2-af6c-4fd9-9082-c0653905c9bb tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:39.130835 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] Publish callbacks [] for port, precommit_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:39.177571 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-fe85c1f2-af6c-4fd9-9082-c0653905c9bb tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:39.179964 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:39.219722 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] For port c091b192-a7af-4a3d-a9b3-f7bde3e50ef4, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=c091b192-a7af-4a3d-a9b3-f7bde3e50ef4,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:39.240040 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:39.270607 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85c1f2-af6c-4fd9-9082-c0653905c9bb tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a792e7b-a827-4a86-82bd-b05ee5bd7971,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:39.284904 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e986b-3915-43a8-962b-29262fd39635 req-31440277-fec6-4040-a4c3-0febe0c5ec97 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:39.317615 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:39.317713 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-587e986b-3915-43a8-962b-29262fd39635 req-31440277-fec6-4040-a4c3-0febe0c5ec97 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 932 time: 1.1191938 Oct 27 17:00:39.317890 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 7845e3d3-acf0-4fef-8712-3377eb1a5afc up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:00:39.460184 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-8b51844d-99ce-4b45-b739-8bdd5841acb6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Made reservation on behalf of 01815bc32be54f4ea30de068defb62b5 for: {'port': 1} {{(pid=118833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:00:39.478164 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-8b51844d-99ce-4b45-b739-8bdd5841acb6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:39.487785 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Pushing event updated for resources: {'Port': ['ID=c091b192-a7af-4a3d-a9b3-f7bde3e50ef4,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:39.488745 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-fe85c1f2-af6c-4fd9-9082-c0653905c9bb tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:39.490280 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-fe85c1f2-af6c-4fd9-9082-c0653905c9bb tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7793221 Oct 27 17:00:39.493089 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 52438) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:39.503219 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-03dbaf7a-f78f-41b2-a394-0ce61ddb791c tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Request body: {'security_group_rule': {'security_group_id': '7a792e7b-a827-4a86-82bd-b05ee5bd7971', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:39.507264 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 7845e3d3-acf0-4fef-8712-3377eb1a5afc triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:39.508739 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:39.525505 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b589a2-97d3-4c3e-acc7-9176276fbf88 None None] Pushing event updated for resources: {'Port': ['ID=3c11062b-699c-4bed-b867-a001749b36fa,revision_number=3']} {{(pid=118836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:39.657020 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] Attempting to bind port 3c11062b-699c-4bed-b867-a001749b36fa on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:00:39.661022 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] Attempting to bind port 3c11062b-699c-4bed-b867-a001749b36fa by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': 'd9869bc6-0934-425c-9f3c-b69869d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a'}] {{(pid=118836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:00:39.664037 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] Attempting to bind port 3c11062b-699c-4bed-b867-a001749b36fa on network 2442317d-bf65-4101-a370-d9f0807c7f4a {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:00:39.684518 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:00:39.689583 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] Checking segment: {'id': 'd9869bc6-0934-425c-9f3c-b69869d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:00:39.690073 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:39.693293 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] Bound using segment: {'id': 'd9869bc6-0934-425c-9f3c-b69869d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a'} {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:00:39.696037 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] Bound port: 3c11062b-699c-4bed-b867-a001749b36fa, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9869bc6-0934-425c-9f3c-b69869d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a'}}] {{(pid=118836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:00:39.697136 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:39.711230 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 52446) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:39.718366 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-9e4bca86-29c4-40e7-9248-994da70383bc tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1874712134', 'description': 'tempest-description--1358191974'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:39.760001 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-03dbaf7a-f78f-41b2-a394-0ce61ddb791c tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:39.854131 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-9e4bca86-29c4-40e7-9248-994da70383bc tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:39.963413 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.db [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] For port 3c11062b-699c-4bed-b867-a001749b36fa, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:00:39.969691 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:39.974810 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.db [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] For port 3c11062b-699c-4bed-b867-a001749b36fa, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=3c11062b-699c-4bed-b867-a001749b36fa,segment=NetworkSegment(d9869bc6-0934-425c-9f3c-b69869d4377a),segment_id=d9869bc6-0934-425c-9f3c-b69869d4377a)] {{(pid=118836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:00:40.029604 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-ca3753b0-ab18-4178-8f5f-662548976f49 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Request body: {'port': {'device_id': 'fdedd291-ff8a-4690-aeda-03b0821f5343', 'network_id': '63bb574e-682e-4fda-acd7-cf41cb7ff89d', 'admin_state_up': True, 'tenant_id': '01815bc32be54f4ea30de068defb62b5'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:40.030683 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-587e986b-3915-43a8-962b-29262fd39635 req-5f070970-0a51-4c54-91d6-ea5314189d56 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7166464 Oct 27 17:00:40.063384 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] For port 7845e3d3-acf0-4fef-8712-3377eb1a5afc, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=7845e3d3-acf0-4fef-8712-3377eb1a5afc,segment=NetworkSegment(5fe736cd-0966-4b34-b920-3ef928d9823b),segment_id=5fe736cd-0966-4b34-b920-3ef928d9823b)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:40.202297 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-1c40084b-1b8a-4edd-8911-6f4b6159bec6 None None] Provisioning complete for port 3c11062b-699c-4bed-b867-a001749b36fa triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:40.203497 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-1c40084b-1b8a-4edd-8911-6f4b6159bec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:40.298763 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-1c40084b-1b8a-4edd-8911-6f4b6159bec6 None None] Port 3c11062b-699c-4bed-b867-a001749b36fa cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:00:40.301532 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-03dbaf7a-f78f-41b2-a394-0ce61ddb791c tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:40.310970 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_common [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-8b51844d-99ce-4b45-b739-8bdd5841acb6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Allocated IP 172.20.0.11 (63bb574e-682e-4fda-acd7-cf41cb7ff89d/92aec7f3-099d-4f1b-9326-cd2323ebaada/c730199f-586b-47fe-aa7c-720e6230cad9) {{(pid=118833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:00:40.327386 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:40.363232 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-1e8598a9-4e6b-4127-bc63-77dc69216b77 req-ff5f0164-5092-46fd-9432-6fe48bbafaaf tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 210 time: 0.0601244 Oct 27 17:00:40.400769 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:40.424197 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-9e4bca86-29c4-40e7-9248-994da70383bc tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:40.429945 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-03dbaf7a-f78f-41b2-a394-0ce61ddb791c tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:40.474373 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbaf7a-f78f-41b2-a394-0ce61ddb791c tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a760fdb-4010-49c9-9ab8-e05304a3fbba,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:40.495819 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] Routers {'c67a02a8-ad89-4da6-9bc3-887b04cfb54a'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:00:40.496462 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-9e4bca86-29c4-40e7-9248-994da70383bc tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:40.505774 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:00:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:40.539888 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4bca86-29c4-40e7-9248-994da70383bc tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffe3379-eef9-4538-9b12-06bc8c4d7829,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:40.568751 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Pushing event updated for resources: {'Port': ['ID=7845e3d3-acf0-4fef-8712-3377eb1a5afc,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:40.597980 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b589a2-97d3-4c3e-acc7-9176276fbf88 None None] Pushing event updated for resources: {'Port': ['ID=3c11062b-699c-4bed-b867-a001749b36fa,revision_number=4']} {{(pid=118836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:40.655516 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-8b51844d-99ce-4b45-b739-8bdd5841acb6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Publish callbacks [] for port, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:40.727903 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-03dbaf7a-f78f-41b2-a394-0ce61ddb791c tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:40.732584 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-03dbaf7a-f78f-41b2-a394-0ce61ddb791c tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2349334 Oct 27 17:00:40.733384 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 52470) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:40.740051 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-127d59d4-ac99-43ea-9450-4014cade4431 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Request body: {'security_group_rule': {'security_group_id': '7a792e7b-a827-4a86-82bd-b05ee5bd7971', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:40.743005 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] Set router c67a02a8-ad89-4da6-9bc3-887b04cfb54a gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:00:40.801607 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-ca3753b0-ab18-4178-8f5f-662548976f49 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Made reservation on behalf of 01815bc32be54f4ea30de068defb62b5 for: {'port': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:00:40.804474 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device c091b192-a7af-4a3d-a9b3-f7bde3e50ef4 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:00:40.809398 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-ca3753b0-ab18-4178-8f5f-662548976f49 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:40.835238 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-8b51844d-99ce-4b45-b739-8bdd5841acb6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268'] for port, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:40.916025 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-18590a44-e969-4dd0-aef2-a0add24e1bfa None None] Provisioning complete for port 3c11062b-699c-4bed-b867-a001749b36fa triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:40.930786 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-18590a44-e969-4dd0-aef2-a0add24e1bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:40.991771 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-8b51844d-99ce-4b45-b739-8bdd5841acb6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Network 63bb574e-682e-4fda-acd7-cf41cb7ff89d is already hosted by enough agents. {{(pid=118833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:00:41.012914 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-8b51844d-99ce-4b45-b739-8bdd5841acb6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Resources bound (agent type, host, resource id): {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:00:41.045814 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-9e4bca86-29c4-40e7-9248-994da70383bc tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:41.049098 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-9e4bca86-29c4-40e7-9248-994da70383bc tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3359179 Oct 27 17:00:41.060282 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-8b51844d-99ce-4b45-b739-8bdd5841acb6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Received port after_create {{(pid=118833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:00:41.062054 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port c091b192-a7af-4a3d-a9b3-f7bde3e50ef4 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:41.062433 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:41.066501 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 52478) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:41.091459 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-8b51844d-99ce-4b45-b739-8bdd5841acb6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:41.095557 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-8b51844d-99ce-4b45-b739-8bdd5841acb6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for port, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:41.100211 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-68609ebf-3b5d-462e-b19d-87e943fcf693 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Request body: {'security_group_rule': {'security_group_id': '6ffe3379-eef9-4538-9b12-06bc8c4d7829', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:41.121269 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 52484) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:41.185492 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51844d-99ce-4b45-b739-8bdd5841acb6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Pushing event updated for resources: {'Port': ['ID=c730199f-586b-47fe-aa7c-720e6230cad9,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:41.359071 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41128e81-c63d-4400-8a4e-04a7ef8a8274 req-e6dcf128-1e73-47dd-bb03-d6f2f3860edd tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:41.360889 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-41128e81-c63d-4400-8a4e-04a7ef8a8274 req-e6dcf128-1e73-47dd-bb03-d6f2f3860edd tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 932 time: 0.1535947 Oct 27 17:00:41.372676 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-ca3753b0-ab18-4178-8f5f-662548976f49 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Allocated IP 172.20.0.9 (63bb574e-682e-4fda-acd7-cf41cb7ff89d/92aec7f3-099d-4f1b-9326-cd2323ebaada/7068f777-6dd1-4fd8-87c5-235792a34929) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:00:41.373199 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-18590a44-e969-4dd0-aef2-a0add24e1bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:41.374517 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-8b51844d-99ce-4b45-b739-8bdd5841acb6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6149812 Oct 27 17:00:41.394727 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-127d59d4-ac99-43ea-9450-4014cade4431 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:41.425107 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-41128e81-c63d-4400-8a4e-04a7ef8a8274 req-78ec14a0-b783-473e-843f-56148dec5921 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494733 Oct 27 17:00:41.467189 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device d0235169-d097-497c-827e-4a6817a335da up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:00:41.501254 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-18590a44-e969-4dd0-aef2-a0add24e1bfa None None] For port 3c11062b-699c-4bed-b867-a001749b36fa, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=3c11062b-699c-4bed-b867-a001749b36fa,segment=NetworkSegment(d9869bc6-0934-425c-9f3c-b69869d4377a),segment_id=d9869bc6-0934-425c-9f3c-b69869d4377a)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:41.504143 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'name': 'tempest-AttachVolumeTestJSON-1481292757-router', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:33Z', 'revision_number': 4, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'gw_port': {'id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '3c11062b-699c-4bed-b867-a001749b36fa', 'name': '', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'mac_address': 'fa:16:3e:ac:b3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:39Z', 'revision_number': 4, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'subnets': [{'id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:41.508424 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-da0b0d14-1fab-4210-949f-4b367bf92c50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:41.548222 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port d0235169-d097-497c-827e-4a6817a335da triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:41.548614 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:41.556982 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6038edcd-41ff-4739-8e90-3196a48a05f6 None None] The sync data for ids ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'] in dv-cinder-815701-1-iscsi is: [{'id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'name': 'tempest-AttachVolumeTestJSON-1481292757-router', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:33Z', 'revision_number': 4, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'gw_port': {'id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '3c11062b-699c-4bed-b867-a001749b36fa', 'name': '', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'mac_address': 'fa:16:3e:ac:b3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:39Z', 'revision_number': 4, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'subnets': [{'id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:00:41.583148 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-18590a44-e969-4dd0-aef2-a0add24e1bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:41.663027 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-da0b0d14-1fab-4210-949f-4b367bf92c50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:41.684734 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18590a44-e969-4dd0-aef2-a0add24e1bfa None None] Pushing event updated for resources: {'Port': ['ID=3c11062b-699c-4bed-b867-a001749b36fa,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:41.737923 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:41.789867 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] For port d0235169-d097-497c-827e-4a6817a335da, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=d0235169-d097-497c-827e-4a6817a335da,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:41.815678 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4c1b1f5f-7725-4df4-96b1-337d7db9ec7b req-c0b92eae-6cad-45ea-b274-6fde7515aa63 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 210 time: 0.1012263 Oct 27 17:00:41.865948 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-127d59d4-ac99-43ea-9450-4014cade4431 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:41.874945 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-da0b0d14-1fab-4210-949f-4b367bf92c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:41.904014 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:41.919261 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-da0b0d14-1fab-4210-949f-4b367bf92c50 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=6a8033b3e5314c088935e9b5bdb99f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7849131 Oct 27 17:00:41.919465 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-68609ebf-3b5d-462e-b19d-87e943fcf693 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:41.922182 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 52500) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:41.931398 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b0d14-1fab-4210-949f-4b367bf92c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e944f9-3f6a-4e66-a2ab-bcb79d944bff,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:41.965050 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-127d59d4-ac99-43ea-9450-4014cade4431 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:41.974036 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Pushing event updated for resources: {'Port': ['ID=d0235169-d097-497c-827e-4a6817a335da,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:42.001347 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5248e09f-bb5d-4585-8d1d-82c0e3a9dce3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:42.019550 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d59d4-ac99-43ea-9450-4014cade4431 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58d948b-b4fe-457f-8855-2872cfed870c,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:42.050958 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5248e09f-bb5d-4585-8d1d-82c0e3a9dce3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:42.092756 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-ca3753b0-ab18-4178-8f5f-662548976f49 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:42.110026 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-68609ebf-3b5d-462e-b19d-87e943fcf693 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:42.196587 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-127d59d4-ac99-43ea-9450-4014cade4431 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:42.197913 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-127d59d4-ac99-43ea-9450-4014cade4431 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4629388 Oct 27 17:00:42.202316 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 52506) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:42.207582 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-29e78302-a01d-4382-9cc0-3f08fab98afe tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Request body: {'floatingip': {'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:42.257292 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-68609ebf-3b5d-462e-b19d-87e943fcf693 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:42.278550 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68609ebf-3b5d-462e-b19d-87e943fcf693 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c198e6-d7fe-41db-ba7f-279b68849398,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:42.293497 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-ca3753b0-ab18-4178-8f5f-662548976f49 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:42.345339 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-ca3753b0-ab18-4178-8f5f-662548976f49 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Network 63bb574e-682e-4fda-acd7-cf41cb7ff89d is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:00:42.348624 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-ca3753b0-ab18-4178-8f5f-662548976f49 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:00:42.361774 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-ca3753b0-ab18-4178-8f5f-662548976f49 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:00:42.366488 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-29e78302-a01d-4382-9cc0-3f08fab98afe tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for floatingip, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:42.367532 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-ca3753b0-ab18-4178-8f5f-662548976f49 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:42.368174 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-ca3753b0-ab18-4178-8f5f-662548976f49 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:42.380638 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3753b0-ab18-4178-8f5f-662548976f49 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Pushing event updated for resources: {'Port': ['ID=7068f777-6dd1-4fd8-87c5-235792a34929,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:42.418163 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5248e09f-bb5d-4585-8d1d-82c0e3a9dce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:42.421190 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5248e09f-bb5d-4585-8d1d-82c0e3a9dce3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:42.426950 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-5248e09f-bb5d-4585-8d1d-82c0e3a9dce3 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/d5e944f9-3f6a-4e66-a2ab-bcb79d944bff HTTP/1.1" status: 204 len: 168 time: 0.4991710 Oct 27 17:00:42.446026 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248e09f-bb5d-4585-8d1d-82c0e3a9dce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e944f9-3f6a-4e66-a2ab-bcb79d944bff,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:42.447740 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-68609ebf-3b5d-462e-b19d-87e943fcf693 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:42.452823 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-68609ebf-3b5d-462e-b19d-87e943fcf693 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3831360 Oct 27 17:00:42.453426 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 52520) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:42.460914 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-e9d7fa77-275e-4301-8b10-0498b109e324 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Request body: {'security_group_rule': {'security_group_id': '6ffe3379-eef9-4538-9b12-06bc8c4d7829', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:42.496249 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-ca3753b0-ab18-4178-8f5f-662548976f49 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5359144 Oct 27 17:00:42.558132 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] Sync routers for ids ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:00:42.572204 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-29e78302-a01d-4382-9cc0-3f08fab98afe tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:42.574948 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-e9d7fa77-275e-4301-8b10-0498b109e324 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:42.605201 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] Routers {'7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:00:42.606127 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:00:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:42.733453 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-e9d7fa77-275e-4301-8b10-0498b109e324 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:42.767195 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 3c11062b-699c-4bed-b867-a001749b36fa up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:00:42.797109 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-e9d7fa77-275e-4301-8b10-0498b109e324 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:42.828448 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_common [None req-29e78302-a01d-4382-9cc0-3f08fab98afe tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Allocated IP 172.27.3.50 (ed716183-5f1c-445b-936f-259913b9090b/855c9060-65b5-4295-a48e-32e34bdb0777/7c4c8dc1-515c-4283-824a-dc778ab40ea4) {{(pid=118833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:00:42.857794 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7fa77-275e-4301-8b10-0498b109e324 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355a6ab9-93e0-4947-b125-d0fe987decee,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:42.880389 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc8df4-a499-40a4-a861-3850a0375178 req-9d62af1f-8f8b-4dd6-a43c-f55214a06f13 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:42.882138 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-30bc8df4-a499-40a4-a861-3850a0375178 req-9d62af1f-8f8b-4dd6-a43c-f55214a06f13 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 932 time: 0.2916231 Oct 27 17:00:42.912068 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] Set router 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:00:42.959035 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-e9d7fa77-275e-4301-8b10-0498b109e324 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:42.963324 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-e9d7fa77-275e-4301-8b10-0498b109e324 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5058734 Oct 27 17:00:42.963498 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 52528) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:42.970527 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-81c2a98f-ab65-47e5-9a7e-87afdbc08597 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Request body: {'floatingip': {'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:42.992781 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 3c11062b-699c-4bed-b867-a001749b36fa triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:42.993285 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:43.027750 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-30bc8df4-a499-40a4-a861-3850a0375178 req-e7e9b74e-6170-414d-86c1-3c877a5bb3c6 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295936 Oct 27 17:00:43.037595 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535cd1f-71b5-4377-bc6c-5ec1dd2c1bbf req-2be9b760-c27d-4cea-90e1-167e301045c8 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:43.039990 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3535cd1f-71b5-4377-bc6c-5ec1dd2c1bbf req-2be9b760-c27d-4cea-90e1-167e301045c8 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 931 time: 0.1212573 Oct 27 17:00:43.083597 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-81c2a98f-ab65-47e5-9a7e-87afdbc08597 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for floatingip, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:43.114415 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-29e78302-a01d-4382-9cc0-3f08fab98afe tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for port, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:43.171336 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3535cd1f-71b5-4377-bc6c-5ec1dd2c1bbf req-040f1684-3706-4200-adc1-25be278d3d48 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231775 Oct 27 17:00:43.247163 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-29e78302-a01d-4382-9cc0-3f08fab98afe tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268'] for port, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:43.299935 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-81c2a98f-ab65-47e5-9a7e-87afdbc08597 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:43.389052 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 7845e3d3-acf0-4fef-8712-3377eb1a5afc up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:00:43.403490 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e78302-a01d-4382-9cc0-3f08fab98afe tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Network ed716183-5f1c-445b-936f-259913b9090b is already hosted by enough agents. {{(pid=118833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:00:43.447444 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-29e78302-a01d-4382-9cc0-3f08fab98afe tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Resources bound (agent type, host, resource id): {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:00:43.450777 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e78302-a01d-4382-9cc0-3f08fab98afe tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Received port after_create {{(pid=118833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:00:43.563278 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [None req-81c2a98f-ab65-47e5-9a7e-87afdbc08597 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Allocated IP 172.27.3.172 (ed716183-5f1c-445b-936f-259913b9090b/855c9060-65b5-4295-a48e-32e34bdb0777/fee30b43-2d71-46ed-b0e1-3a372426630b) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:00:43.572202 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e78302-a01d-4382-9cc0-3f08fab98afe tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Pushing event updated for resources: {'Port': ['ID=7c4c8dc1-515c-4283-824a-dc778ab40ea4,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:43.574448 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'name': 'tempest-AttachVolumeShelveTestJSON-1074804156-router', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'd0235169-d097-497c-827e-4a6817a335da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:34Z', 'revision_number': 4, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'gw_port': {'id': 'd0235169-d097-497c-827e-4a6817a335da', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '90701095-8f14-4eaf-b4aa-ed493a9dad35', 'name': '', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'mac_address': 'fa:16:3e:0f:30:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:35Z', 'revision_number': 2, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'subnets': [{'id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:43.618334 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-29e78302-a01d-4382-9cc0-3f08fab98afe tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for floatingip, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:43.626927 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 7845e3d3-acf0-4fef-8712-3377eb1a5afc triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:43.627692 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:43.629825 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] Checking router: 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:00:43.630319 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] Updating router 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f port 90701095-8f14-4eaf-b4aa-ed493a9dad35 binding host dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:00:43.692457 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:43.769462 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-81c2a98f-ab65-47e5-9a7e-87afdbc08597 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:43.888661 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-29e78302-a01d-4382-9cc0-3f08fab98afe tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:43.990315 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-81c2a98f-ab65-47e5-9a7e-87afdbc08597 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:44.044101 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device d0235169-d097-497c-827e-4a6817a335da up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:00:44.064927 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2a98f-ab65-47e5-9a7e-87afdbc08597 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Pushing event updated for resources: {'Port': ['ID=fee30b43-2d71-46ed-b0e1-3a372426630b,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:44.072167 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c2a98f-ab65-47e5-9a7e-87afdbc08597 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Network ed716183-5f1c-445b-936f-259913b9090b is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:00:44.075290 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-81c2a98f-ab65-47e5-9a7e-87afdbc08597 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:00:44.077083 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c2a98f-ab65-47e5-9a7e-87afdbc08597 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:00:44.198024 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port d0235169-d097-497c-827e-4a6817a335da triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:44.198946 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:44.212066 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-81c2a98f-ab65-47e5-9a7e-87afdbc08597 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for floatingip, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:44.355333 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c909c-ce8e-45f7-a852-a94112222cde req-aaedc8e9-8d29-4c44-836f-43e80753af60 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:44.355333 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4e9c909c-ce8e-45f7-a852-a94112222cde req-aaedc8e9-8d29-4c44-836f-43e80753af60 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 932 time: 0.1989365 Oct 27 17:00:44.391762 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] Publish callbacks [] for port, precommit_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:44.449091 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-29e78302-a01d-4382-9cc0-3f08fab98afe tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for port, precommit_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:44.461648 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-81c2a98f-ab65-47e5-9a7e-87afdbc08597 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:44.500368 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d618a-97b6-4bfe-a11e-7edec2015b5f req-33ef844f-c00b-4cd2-9fac-698626d0e398 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:44.502015 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-083d618a-97b6-4bfe-a11e-7edec2015b5f req-33ef844f-c00b-4cd2-9fac-698626d0e398 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 931 time: 0.2112057 Oct 27 17:00:44.531305 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4e9c909c-ce8e-45f7-a852-a94112222cde req-6b065a0f-8c26-4019-8e6d-1c8cc304d681 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562965 Oct 27 17:00:44.606259 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-29e78302-a01d-4382-9cc0-3f08fab98afe tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:44.606635 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:44.672493 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-083d618a-97b6-4bfe-a11e-7edec2015b5f req-5177d9e5-8b76-48ba-bab2-09e0ac02b126 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149032 Oct 27 17:00:44.784996 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb7384-4207-48ad-b5cd-5571665a6bf7 None None] Pushing event updated for resources: {'Port': ['ID=90701095-8f14-4eaf-b4aa-ed493a9dad35,revision_number=3']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:44.914072 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-81c2a98f-ab65-47e5-9a7e-87afdbc08597 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:44.957975 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] Attempting to bind port 90701095-8f14-4eaf-b4aa-ed493a9dad35 on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:00:44.958365 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] Attempting to bind port 90701095-8f14-4eaf-b4aa-ed493a9dad35 by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': 'df2cf997-48c1-48ea-a7cb-a09cd6c5a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8'}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:00:44.958742 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] Attempting to bind port 90701095-8f14-4eaf-b4aa-ed493a9dad35 on network e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:00:44.975215 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:00:44.975215 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] Checking segment: {'id': 'df2cf997-48c1-48ea-a7cb-a09cd6c5a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:00:44.975215 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:44.975215 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] Bound using segment: {'id': 'df2cf997-48c1-48ea-a7cb-a09cd6c5a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8'} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:00:44.975215 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] Bound port: 90701095-8f14-4eaf-b4aa-ed493a9dad35, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2cf997-48c1-48ea-a7cb-a09cd6c5a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8'}}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:00:44.975215 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:45.037039 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e78302-a01d-4382-9cc0-3f08fab98afe tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Pushing event updated for resources: {'Port': ['ID=7c4c8dc1-515c-4283-824a-dc778ab40ea4,revision_number=2']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:45.049752 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-29e78302-a01d-4382-9cc0-3f08fab98afe tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703721'] for floatingip, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:45.085274 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-81c2a98f-ab65-47e5-9a7e-87afdbc08597 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:45.131841 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] For port 90701095-8f14-4eaf-b4aa-ed493a9dad35, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:00:45.147861 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] For port 90701095-8f14-4eaf-b4aa-ed493a9dad35, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=90701095-8f14-4eaf-b4aa-ed493a9dad35,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:00:45.148520 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-81c2a98f-ab65-47e5-9a7e-87afdbc08597 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703721'] for floatingip, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:45.187577 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-29e78302-a01d-4382-9cc0-3f08fab98afe tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for floatingip, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:45.189916 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-29e78302-a01d-4382-9cc0-3f08fab98afe tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9859400 Oct 27 17:00:45.202928 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2a98f-ab65-47e5-9a7e-87afdbc08597 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Pushing event updated for resources: {'Port': ['ID=fee30b43-2d71-46ed-b0e1-3a372426630b,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:45.258589 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:45.345064 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] Routers {'7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:00:45.345064 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:00:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:45.345064 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb7384-4207-48ad-b5cd-5571665a6bf7 None None] Pushing event updated for resources: {'Port': ['ID=90701095-8f14-4eaf-b4aa-ed493a9dad35,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:45.441394 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] Set router 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:00:45.476469 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ae419f16-5e06-43cf-804a-c75b11e7581e None None] Provisioning complete for port 90701095-8f14-4eaf-b4aa-ed493a9dad35 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:45.476947 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ae419f16-5e06-43cf-804a-c75b11e7581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:45.575886 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-81c2a98f-ab65-47e5-9a7e-87afdbc08597 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for floatingip, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:45.588456 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-81c2a98f-ab65-47e5-9a7e-87afdbc08597 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6237533 Oct 27 17:00:45.742751 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da3fc5-2bd4-4d34-97b5-92f2799374fb req-9dffde6f-d011-4422-ac2d-a7880b83a7f1 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:45.753896 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-32da3fc5-2bd4-4d34-97b5-92f2799374fb req-9dffde6f-d011-4422-ac2d-a7880b83a7f1 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 932 time: 0.1231029 Oct 27 17:00:45.876372 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-32da3fc5-2bd4-4d34-97b5-92f2799374fb req-ec4856b3-11c6-4426-a57a-a867bcd54154 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158504 Oct 27 17:00:45.903133 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ae419f16-5e06-43cf-804a-c75b11e7581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:45.975317 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef9972-1ca7-4604-a6b4-938a4e63786e req-53673a3b-c412-4d22-85bf-90997d98c550 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:45.977091 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b9ef9972-1ca7-4604-a6b4-938a4e63786e req-53673a3b-c412-4d22-85bf-90997d98c550 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 931 time: 0.1519926 Oct 27 17:00:46.044491 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-d2cec725-3b9e-4d65-bd6b-532d27f3f126 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-securitygroup--1874712134&fields=id&tenant_id=c5eb132de3af4a108561a16af567602d HTTP/1.1" status: 200 len: 267 time: 0.0706489 Oct 27 17:00:46.079272 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 52622) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:46.083697 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b9ef9972-1ca7-4604-a6b4-938a4e63786e req-50649a3b-e537-4a0e-b51c-86dcedc6089f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970283 Oct 27 17:00:46.123112 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ae419f16-5e06-43cf-804a-c75b11e7581e None None] For port 90701095-8f14-4eaf-b4aa-ed493a9dad35, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=90701095-8f14-4eaf-b4aa-ed493a9dad35,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:46.175195 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'name': 'tempest-AttachVolumeShelveTestJSON-1074804156-router', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'd0235169-d097-497c-827e-4a6817a335da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:34Z', 'revision_number': 4, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'gw_port': {'id': 'd0235169-d097-497c-827e-4a6817a335da', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '90701095-8f14-4eaf-b4aa-ed493a9dad35', 'name': '', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'mac_address': 'fa:16:3e:0f:30:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:45Z', 'revision_number': 4, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'subnets': [{'id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:46.247893 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-740c074a-b1b5-405c-aacd-17c48f92ae92 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:46.252089 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cdc714-7cda-4c61-ad49-f56380e53ad4 None None] The sync data for ids ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'] in dv-cinder-815701-1-iscsi is: [{'id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'name': 'tempest-AttachVolumeShelveTestJSON-1074804156-router', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'd0235169-d097-497c-827e-4a6817a335da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:34Z', 'revision_number': 4, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'gw_port': {'id': 'd0235169-d097-497c-827e-4a6817a335da', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '90701095-8f14-4eaf-b4aa-ed493a9dad35', 'name': '', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'mac_address': 'fa:16:3e:0f:30:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:45Z', 'revision_number': 4, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'subnets': [{'id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:00:46.265186 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-740c074a-b1b5-405c-aacd-17c48f92ae92 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/networks?id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 HTTP/1.1" status: 200 len: 817 time: 0.2177687 Oct 27 17:00:46.289021 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-9ca4a69d-871c-49f5-89ab-df262e34b37e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/quotas/c5eb132de3af4a108561a16af567602d HTTP/1.1" status: 200 len: 375 time: 0.0227950 Oct 27 17:00:46.417441 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-95a776f5-1f1a-4b65-84bd-20cb606951a8 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-securitygroup--2096389992&fields=id&tenant_id=c07c026ef0854453b5ecceadb89134a1 HTTP/1.1" status: 200 len: 267 time: 0.1336219 Oct 27 17:00:46.429963 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-79307f33-3453-4289-8019-29670bf00c6f tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=c5eb132de3af4a108561a16af567602d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1387117 Oct 27 17:00:46.458263 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ae419f16-5e06-43cf-804a-c75b11e7581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:46.678558 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 90701095-8f14-4eaf-b4aa-ed493a9dad35 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:00:46.700484 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-5eb56498-20ca-4cbc-8d77-420e1a025e97 service neutron] Request body: {'port': {'device_id': 'de4beb8b-9bf0-426e-81f4-65732471380e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81570'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:46.729046 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-82ab5dc6-817d-4283-b55d-471bed972ec7 service neutron] 10.222.0.109 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974291 Oct 27 17:00:46.797118 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-b08f4ec6-71c0-4ac7-a465-6589c7a38931 None None] Provisioning complete for port 90701095-8f14-4eaf-b4aa-ed493a9dad35 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:46.799267 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b08f4ec6-71c0-4ac7-a465-6589c7a38931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:46.819222 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2e6bf3cc-7214-491f-81f6-c64634a0e4e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:46.829281 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-922bf958-6a2b-429d-a27f-9c56b408591e tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:46.837292 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-922bf958-6a2b-429d-a27f-9c56b408591e tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/networks?id=2442317d-bf65-4101-a370-d9f0807c7f4a HTTP/1.1" status: 200 len: 811 time: 0.3940840 Oct 27 17:00:46.953713 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae419f16-5e06-43cf-804a-c75b11e7581e None None] Pushing event updated for resources: {'Port': ['ID=90701095-8f14-4eaf-b4aa-ed493a9dad35,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:46.994078 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-54c841b4-d517-42de-a909-5ddfab38e223 service neutron] Request body: {'port': {'device_id': '3597190e-3e1e-4071-9e13-1bb5edbe41fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81570'}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:47.002267 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-07d02872-e1d8-41c2-8fc4-5dc4c9746387 service neutron] Request body: {'port': {'device_id': 'fdedd291-ff8a-4690-aeda-03b0821f5343', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81570'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:47.040382 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-e43ec2a8-e97c-40e7-8846-7c2e39e5ceda service neutron] 10.222.0.109 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925551 Oct 27 17:00:47.086607 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 90701095-8f14-4eaf-b4aa-ed493a9dad35 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:47.092303 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:47.158472 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-54c841b4-d517-42de-a909-5ddfab38e223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:47.291288 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2e6bf3cc-7214-491f-81f6-c64634a0e4e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:47.306061 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-5eb56498-20ca-4cbc-8d77-420e1a025e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:47.504832 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-462e24c7-b326-4de5-9ed5-8fc82b9429e7 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/quotas/c07c026ef0854453b5ecceadb89134a1 HTTP/1.1" status: 200 len: 375 time: 0.6661963 Oct 27 17:00:47.610546 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-07d02872-e1d8-41c2-8fc4-5dc4c9746387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:47.639457 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2e6bf3cc-7214-491f-81f6-c64634a0e4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:47.763166 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-2e6bf3cc-7214-491f-81f6-c64634a0e4e8 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=d4eacf49f8184d6b879a18f38bf12c62&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6753368 Oct 27 17:00:47.779470 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-5a11078a-ece6-4731-b97c-63b53fa6e276 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=c07c026ef0854453b5ecceadb89134a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2499099 Oct 27 17:00:47.795331 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 52678) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:47.796099 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bf3cc-7214-491f-81f6-c64634a0e4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb30c73-fb4e-4a89-92d0-f8eca954b6cc,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:47.971964 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87067f8-e6b6-4bc8-b975-4de6a4477e39 req-c2453c6c-787a-4278-aedd-5b02858ff6d9 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:47.985816 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f87067f8-e6b6-4bc8-b975-4de6a4477e39 req-c2453c6c-787a-4278-aedd-5b02858ff6d9 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 932 time: 0.1262155 Oct 27 17:00:48.047749 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f87067f8-e6b6-4bc8-b975-4de6a4477e39 req-2a46fb44-1ade-4b62-8ceb-1ba6fd804bee tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606029 Oct 27 17:00:48.269913 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8166a7-8e9b-431f-9f90-baa4e808039f req-c1e32768-567d-4e4b-bf52-14bea9b022b1 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:48.278621 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7c8166a7-8e9b-431f-9f90-baa4e808039f req-c1e32768-567d-4e4b-bf52-14bea9b022b1 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 931 time: 0.1090209 Oct 27 17:00:48.330517 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-5eb56498-20ca-4cbc-8d77-420e1a025e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9db2a0c-a797-4b51-a705-9d7d99765a02 {{(pid=118834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:00:48.343832 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-5eb56498-20ca-4cbc-8d77-420e1a025e97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:48.368814 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-ba6f1f1d-5a61-4407-b09f-e55eff2a2206 service neutron] 10.222.0.109 "GET /v2.0/networks/2442317d-bf65-4101-a370-d9f0807c7f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5123830 Oct 27 17:00:48.373240 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-405d3229-7295-4fcf-83f1-91dcfe92623b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:48.403336 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-405d3229-7295-4fcf-83f1-91dcfe92623b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:48.406848 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7c8166a7-8e9b-431f-9f90-baa4e808039f req-6eafd91b-5194-4d14-b5f9-499af7d77efe tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209078 Oct 27 17:00:48.564782 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 90701095-8f14-4eaf-b4aa-ed493a9dad35 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:00:48.593334 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-59f3ffb6-ad04-471d-ac76-11e3501aa8c7 req-4cb379f2-677c-4001-9f25-3a8300e1b272 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 210 time: 0.0476170 Oct 27 17:00:48.613664 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.notifiers.nova [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-54c841b4-d517-42de-a909-5ddfab38e223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c730199f-586b-47fe-aa7c-720e6230cad9 {{(pid=118833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:00:48.623211 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-54c841b4-d517-42de-a909-5ddfab38e223 service neutron] Publish callbacks [] for port, precommit_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:48.674133 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-e304df65-caa3-4675-a920-0aacf6bc3972 service neutron] 10.222.0.109 "GET /v2.0/networks/2442317d-bf65-4101-a370-d9f0807c7f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548845 Oct 27 17:00:48.691131 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 90701095-8f14-4eaf-b4aa-ed493a9dad35 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:48.691631 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:48.743303 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.provisioning_blocks [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-5eb56498-20ca-4cbc-8d77-420e1a025e97 service neutron] Transition to ACTIVE for port object c9db2a0c-a797-4b51-a705-9d7d99765a02 will not be triggered until provisioned by entity L2. {{(pid=118834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:00:48.743764 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.provisioning_blocks [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-54c841b4-d517-42de-a909-5ddfab38e223 service neutron] Transition to ACTIVE for port object c730199f-586b-47fe-aa7c-720e6230cad9 will not be triggered until provisioned by entity L2. {{(pid=118833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:00:48.744091 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-405d3229-7295-4fcf-83f1-91dcfe92623b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:48.747711 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-405d3229-7295-4fcf-83f1-91dcfe92623b admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:48.751172 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-405d3229-7295-4fcf-83f1-91dcfe92623b admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/efb30c73-fb4e-4a89-92d0-f8eca954b6cc HTTP/1.1" status: 204 len: 168 time: 0.9499354 Oct 27 17:00:48.765107 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d3229-7295-4fcf-83f1-91dcfe92623b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb30c73-fb4e-4a89-92d0-f8eca954b6cc,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:48.977583 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-54c841b4-d517-42de-a909-5ddfab38e223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:48.992323 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-5eb56498-20ca-4cbc-8d77-420e1a025e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:49.182788 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb56498-20ca-4cbc-8d77-420e1a025e97 service neutron] Pushing event updated for resources: {'Port': ['ID=c9db2a0c-a797-4b51-a705-9d7d99765a02,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:49.249801 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0560d8fb-220e-4b78-87d7-94834d255761 req-d4e6a084-47d5-4dd0-9fd0-d68e6a25db4f tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 210 time: 0.1652882 Oct 27 17:00:49.288642 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c841b4-d517-42de-a909-5ddfab38e223 service neutron] Pushing event updated for resources: {'Port': ['ID=c730199f-586b-47fe-aa7c-720e6230cad9,revision_number=2']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:49.320638 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.managers [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-54c841b4-d517-42de-a909-5ddfab38e223 service neutron] Attempting to bind port c730199f-586b-47fe-aa7c-720e6230cad9 on host hv-cinder-81570 for vnic_type normal with profile {{(pid=118833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:00:49.320993 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.managers [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-54c841b4-d517-42de-a909-5ddfab38e223 service neutron] Attempting to bind port c730199f-586b-47fe-aa7c-720e6230cad9 by drivers openvswitch,hyperv on host hv-cinder-81570 at level 0 using segments [{'id': '5fe736cd-0966-4b34-b920-3ef928d9823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': '63bb574e-682e-4fda-acd7-cf41cb7ff89d'}] {{(pid=118833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:00:49.321758 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-54c841b4-d517-42de-a909-5ddfab38e223 service neutron] Attempting to bind port c730199f-586b-47fe-aa7c-720e6230cad9 on network 63bb574e-682e-4fda-acd7-cf41cb7ff89d {{(pid=118833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:00:49.326971 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-54c841b4-d517-42de-a909-5ddfab38e223 service neutron] Port c730199f-586b-47fe-aa7c-720e6230cad9 on network 63bb574e-682e-4fda-acd7-cf41cb7ff89d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81570 {{(pid=118833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:00:49.328288 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-54c841b4-d517-42de-a909-5ddfab38e223 service neutron] Attempting to bind port c730199f-586b-47fe-aa7c-720e6230cad9 on network 63bb574e-682e-4fda-acd7-cf41cb7ff89d {{(pid=118833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:00:49.334322 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-54c841b4-d517-42de-a909-5ddfab38e223 service neutron] Checking agent: {'id': '95ad64ad-6c0c-401b-b42d-2edbbc1c3c16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'started_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:00:49.336429 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-54c841b4-d517-42de-a909-5ddfab38e223 service neutron] Checking segment: {'id': '5fe736cd-0966-4b34-b920-3ef928d9823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': '63bb574e-682e-4fda-acd7-cf41cb7ff89d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:00:49.337405 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-54c841b4-d517-42de-a909-5ddfab38e223 service neutron] Bound using segment: {'id': '5fe736cd-0966-4b34-b920-3ef928d9823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': '63bb574e-682e-4fda-acd7-cf41cb7ff89d'} {{(pid=118833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:00:49.337958 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.managers [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-54c841b4-d517-42de-a909-5ddfab38e223 service neutron] Bound port: c730199f-586b-47fe-aa7c-720e6230cad9, host: hv-cinder-81570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe736cd-0966-4b34-b920-3ef928d9823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': '63bb574e-682e-4fda-acd7-cf41cb7ff89d'}}] {{(pid=118833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:00:49.338955 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-54c841b4-d517-42de-a909-5ddfab38e223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:49.415462 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-5eb56498-20ca-4cbc-8d77-420e1a025e97 service neutron] Attempting to bind port c9db2a0c-a797-4b51-a705-9d7d99765a02 on host hv-cinder-81570 for vnic_type normal with profile {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:00:49.427280 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-5eb56498-20ca-4cbc-8d77-420e1a025e97 service neutron] Attempting to bind port c9db2a0c-a797-4b51-a705-9d7d99765a02 by drivers openvswitch,hyperv on host hv-cinder-81570 at level 0 using segments [{'id': '7801cd05-0105-48d8-b5f5-cb61ef0fed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '24a2aecc-766e-48dd-a6f2-80ab2be7d354'}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:00:49.427280 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-5eb56498-20ca-4cbc-8d77-420e1a025e97 service neutron] Attempting to bind port c9db2a0c-a797-4b51-a705-9d7d99765a02 on network 24a2aecc-766e-48dd-a6f2-80ab2be7d354 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:00:49.431044 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-5eb56498-20ca-4cbc-8d77-420e1a025e97 service neutron] Port c9db2a0c-a797-4b51-a705-9d7d99765a02 on network 24a2aecc-766e-48dd-a6f2-80ab2be7d354 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81570 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:00:49.431536 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-5eb56498-20ca-4cbc-8d77-420e1a025e97 service neutron] Attempting to bind port c9db2a0c-a797-4b51-a705-9d7d99765a02 on network 24a2aecc-766e-48dd-a6f2-80ab2be7d354 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:00:49.451027 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-5eb56498-20ca-4cbc-8d77-420e1a025e97 service neutron] Checking agent: {'id': '95ad64ad-6c0c-401b-b42d-2edbbc1c3c16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'started_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:00:49.451941 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-5eb56498-20ca-4cbc-8d77-420e1a025e97 service neutron] Checking segment: {'id': '7801cd05-0105-48d8-b5f5-cb61ef0fed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '24a2aecc-766e-48dd-a6f2-80ab2be7d354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:00:49.459764 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-5eb56498-20ca-4cbc-8d77-420e1a025e97 service neutron] Bound using segment: {'id': '7801cd05-0105-48d8-b5f5-cb61ef0fed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '24a2aecc-766e-48dd-a6f2-80ab2be7d354'} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:00:49.460522 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-5eb56498-20ca-4cbc-8d77-420e1a025e97 service neutron] Bound port: c9db2a0c-a797-4b51-a705-9d7d99765a02, host: hv-cinder-81570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7801cd05-0105-48d8-b5f5-cb61ef0fed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '24a2aecc-766e-48dd-a6f2-80ab2be7d354'}}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:00:49.461510 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-5eb56498-20ca-4cbc-8d77-420e1a025e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:49.486394 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49a7c9-703c-4599-ad15-407939b19f4e req-cd01572d-529d-422b-b357-4d780b909d1b tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:49.501806 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0d49a7c9-703c-4599-ad15-407939b19f4e req-cd01572d-529d-422b-b357-4d780b909d1b tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.3200016 Oct 27 17:00:49.517871 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.db [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-54c841b4-d517-42de-a909-5ddfab38e223 service neutron] For port c730199f-586b-47fe-aa7c-720e6230cad9, host hv-cinder-81570, cleared binding levels {{(pid=118833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:00:49.526918 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.db [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-54c841b4-d517-42de-a909-5ddfab38e223 service neutron] For port c730199f-586b-47fe-aa7c-720e6230cad9, host hv-cinder-81570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=c730199f-586b-47fe-aa7c-720e6230cad9,segment=NetworkSegment(5fe736cd-0966-4b34-b920-3ef928d9823b),segment_id=5fe736cd-0966-4b34-b920-3ef928d9823b)] {{(pid=118833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:00:49.565320 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0d49a7c9-703c-4599-ad15-407939b19f4e req-63909c4c-f0fd-471b-9369-e9d7d82af69a tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623374 Oct 27 17:00:49.608961 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-96c9b375-46e3-47f3-93c1-9fb1257f7386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:49.621080 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-54c841b4-d517-42de-a909-5ddfab38e223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:49.695013 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-07d02872-e1d8-41c2-8fc4-5dc4c9746387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7068f777-6dd1-4fd8-87c5-235792a34929 {{(pid=118834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:00:49.711313 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-07d02872-e1d8-41c2-8fc4-5dc4c9746387 service neutron] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:49.728914 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fafc5-f519-427e-9cd5-7ce4a5e70e76 req-d36251c3-8d38-4c87-ab8e-180e9ef44906 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:49.736852 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-5eb56498-20ca-4cbc-8d77-420e1a025e97 service neutron] For port c9db2a0c-a797-4b51-a705-9d7d99765a02, host hv-cinder-81570, cleared binding levels {{(pid=118834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:00:49.757772 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-393fafc5-f519-427e-9cd5-7ce4a5e70e76 req-d36251c3-8d38-4c87-ab8e-180e9ef44906 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 931 time: 0.2000070 Oct 27 17:00:49.796111 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-81189088-1637-44fc-9536-e1658d7ab767 req-13aaa31e-159d-40e3-ac9c-853824a9d61c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 210 time: 0.0806823 Oct 27 17:00:49.818455 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.provisioning_blocks [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-07d02872-e1d8-41c2-8fc4-5dc4c9746387 service neutron] Transition to ACTIVE for port object 7068f777-6dd1-4fd8-87c5-235792a34929 will not be triggered until provisioned by entity L2. {{(pid=118834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:00:49.822811 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-5eb56498-20ca-4cbc-8d77-420e1a025e97 service neutron] For port c9db2a0c-a797-4b51-a705-9d7d99765a02, host hv-cinder-81570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=c9db2a0c-a797-4b51-a705-9d7d99765a02,segment=NetworkSegment(7801cd05-0105-48d8-b5f5-cb61ef0fed8a),segment_id=7801cd05-0105-48d8-b5f5-cb61ef0fed8a)] {{(pid=118834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:00:49.831291 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-54c841b4-d517-42de-a909-5ddfab38e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:49.834122 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-54c841b4-d517-42de-a909-5ddfab38e223 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for port, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:49.835764 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-54c841b4-d517-42de-a909-5ddfab38e223 service neutron] 10.222.0.11 "PUT /v2.0/ports/c730199f-586b-47fe-aa7c-720e6230cad9 HTTP/1.1" status: 200 len: 1094 time: 3.2524331 Oct 27 17:00:49.836263 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3597190e-3e1e-4071-9e13-1bb5edbe41fc', 'tag': 'c730199f-586b-47fe-aa7c-720e6230cad9'}] {{(pid=118833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:00:49.959947 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-393fafc5-f519-427e-9cd5-7ce4a5e70e76 req-4328b53b-7a20-4fbf-868f-d8fcfcc12307 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012126 Oct 27 17:00:49.961258 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c841b4-d517-42de-a909-5ddfab38e223 service neutron] Pushing event updated for resources: {'Port': ['ID=c730199f-586b-47fe-aa7c-720e6230cad9,revision_number=3']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:50.083304 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c66521ff26e5cb966b8f79b87702808b323f371d754c2b2b0a866cc42f0a139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c848f1b8-8987-40d3-a63c-3b0c09323f22" -d '{"events": [{"name": "network-changed", "server_uuid": "3597190e-3e1e-4071-9e13-1bb5edbe41fc", "tag": "c730199f-586b-47fe-aa7c-720e6230cad9"}]}' {{(pid=118833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:00:50.096205 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-07d02872-e1d8-41c2-8fc4-5dc4c9746387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:50.192826 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-5eb56498-20ca-4cbc-8d77-420e1a025e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:50.200998 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d02872-e1d8-41c2-8fc4-5dc4c9746387 service neutron] Pushing event updated for resources: {'Port': ['ID=7068f777-6dd1-4fd8-87c5-235792a34929,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:50.247290 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-07d02872-e1d8-41c2-8fc4-5dc4c9746387 service neutron] Attempting to bind port 7068f777-6dd1-4fd8-87c5-235792a34929 on host hv-cinder-81570 for vnic_type normal with profile {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:00:50.247615 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-07d02872-e1d8-41c2-8fc4-5dc4c9746387 service neutron] Attempting to bind port 7068f777-6dd1-4fd8-87c5-235792a34929 by drivers openvswitch,hyperv on host hv-cinder-81570 at level 0 using segments [{'id': '5fe736cd-0966-4b34-b920-3ef928d9823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': '63bb574e-682e-4fda-acd7-cf41cb7ff89d'}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:00:50.248088 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-07d02872-e1d8-41c2-8fc4-5dc4c9746387 service neutron] Attempting to bind port 7068f777-6dd1-4fd8-87c5-235792a34929 on network 63bb574e-682e-4fda-acd7-cf41cb7ff89d {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:00:50.264964 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-07d02872-e1d8-41c2-8fc4-5dc4c9746387 service neutron] Port 7068f777-6dd1-4fd8-87c5-235792a34929 on network 63bb574e-682e-4fda-acd7-cf41cb7ff89d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81570 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:00:50.265281 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-07d02872-e1d8-41c2-8fc4-5dc4c9746387 service neutron] Attempting to bind port 7068f777-6dd1-4fd8-87c5-235792a34929 on network 63bb574e-682e-4fda-acd7-cf41cb7ff89d {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:00:50.271705 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-5eb56498-20ca-4cbc-8d77-420e1a025e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:50.272502 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-5eb56498-20ca-4cbc-8d77-420e1a025e97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:50.274027 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-5eb56498-20ca-4cbc-8d77-420e1a025e97 service neutron] 10.222.0.11 "PUT /v2.0/ports/c9db2a0c-a797-4b51-a705-9d7d99765a02 HTTP/1.1" status: 200 len: 1094 time: 3.7313006 Oct 27 17:00:50.274531 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4beb8b-9bf0-426e-81f4-65732471380e', 'tag': 'c9db2a0c-a797-4b51-a705-9d7d99765a02'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:00:50.435733 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751dce59-5ed0-4801-bb76-4a2662e6ace1 x-openstack-request-id: req-751dce59-5ed0-4801-bb76-4a2662e6ace1 {{(pid=118833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:00:50.437077 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-07d02872-e1d8-41c2-8fc4-5dc4c9746387 service neutron] Checking agent: {'id': '95ad64ad-6c0c-401b-b42d-2edbbc1c3c16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'started_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:00:50.438163 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3597190e-3e1e-4071-9e13-1bb5edbe41fc", "tag": "c730199f-586b-47fe-aa7c-720e6230cad9", "status": "completed", "code": 200}]} {{(pid=118833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:00:50.438302 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-07d02872-e1d8-41c2-8fc4-5dc4c9746387 service neutron] Checking segment: {'id': '5fe736cd-0966-4b34-b920-3ef928d9823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': '63bb574e-682e-4fda-acd7-cf41cb7ff89d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:00:50.438448 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-751dce59-5ed0-4801-bb76-4a2662e6ace1 {{(pid=118833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:00:50.438448 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3597190e-3e1e-4071-9e13-1bb5edbe41fc', 'tag': 'c730199f-586b-47fe-aa7c-720e6230cad9', 'status': 'completed', 'code': 200} Oct 27 17:00:50.438753 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-07d02872-e1d8-41c2-8fc4-5dc4c9746387 service neutron] Bound using segment: {'id': '5fe736cd-0966-4b34-b920-3ef928d9823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': '63bb574e-682e-4fda-acd7-cf41cb7ff89d'} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:00:50.438753 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-07d02872-e1d8-41c2-8fc4-5dc4c9746387 service neutron] Bound port: 7068f777-6dd1-4fd8-87c5-235792a34929, host: hv-cinder-81570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe736cd-0966-4b34-b920-3ef928d9823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': '63bb574e-682e-4fda-acd7-cf41cb7ff89d'}}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:00:50.438753 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-07d02872-e1d8-41c2-8fc4-5dc4c9746387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:50.439144 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-52e8fca0-c5a7-4dac-9166-1a25813d895b req-80a2ef2b-9097-4334-b30d-7fe9a293a6c8 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 210 time: 0.0735316 Oct 27 17:00:50.468045 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb56498-20ca-4cbc-8d77-420e1a025e97 service neutron] Pushing event updated for resources: {'Port': ['ID=c9db2a0c-a797-4b51-a705-9d7d99765a02,revision_number=3']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:50.499472 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48491d7e-90d0-456b-8618-6778ffb8c725" -d '{"events": [{"name": "network-changed", "server_uuid": "de4beb8b-9bf0-426e-81f4-65732471380e", "tag": "c9db2a0c-a797-4b51-a705-9d7d99765a02"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:00:50.534371 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-07d02872-e1d8-41c2-8fc4-5dc4c9746387 service neutron] For port 7068f777-6dd1-4fd8-87c5-235792a34929, host hv-cinder-81570, cleared binding levels {{(pid=118834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:00:50.537724 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-07d02872-e1d8-41c2-8fc4-5dc4c9746387 service neutron] For port 7068f777-6dd1-4fd8-87c5-235792a34929, host hv-cinder-81570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=7068f777-6dd1-4fd8-87c5-235792a34929,segment=NetworkSegment(5fe736cd-0966-4b34-b920-3ef928d9823b),segment_id=5fe736cd-0966-4b34-b920-3ef928d9823b)] {{(pid=118834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:00:50.586029 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e4a4a8-6cd5-46f2-8700-e9f0458d6490 x-openstack-request-id: req-82e4a4a8-6cd5-46f2-8700-e9f0458d6490 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:00:50.586321 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4beb8b-9bf0-426e-81f4-65732471380e", "tag": "c9db2a0c-a797-4b51-a705-9d7d99765a02", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:00:50.586567 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-82e4a4a8-6cd5-46f2-8700-e9f0458d6490 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:00:50.587016 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de4beb8b-9bf0-426e-81f4-65732471380e', 'tag': 'c9db2a0c-a797-4b51-a705-9d7d99765a02', 'status': 'completed', 'code': 200} Oct 27 17:00:50.625350 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-07d02872-e1d8-41c2-8fc4-5dc4c9746387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:50.661463 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-07d02872-e1d8-41c2-8fc4-5dc4c9746387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:50.662376 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-07d02872-e1d8-41c2-8fc4-5dc4c9746387 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:50.663468 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-07d02872-e1d8-41c2-8fc4-5dc4c9746387 service neutron] 10.222.0.11 "PUT /v2.0/ports/7068f777-6dd1-4fd8-87c5-235792a34929 HTTP/1.1" status: 200 len: 1093 time: 4.0956197 Oct 27 17:00:50.693375 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d02872-e1d8-41c2-8fc4-5dc4c9746387 service neutron] Pushing event updated for resources: {'Port': ['ID=7068f777-6dd1-4fd8-87c5-235792a34929,revision_number=3']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:50.697139 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f3d32-a175-48bd-99d3-978711137b2d req-5bd67036-d007-4252-8bdf-ca67638ceeeb tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:50.698746 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d47f3d32-a175-48bd-99d3-978711137b2d req-5bd67036-d007-4252-8bdf-ca67638ceeeb tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.0551615 Oct 27 17:00:50.706012 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 52766) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:50.747526 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d47f3d32-a175-48bd-99d3-978711137b2d req-fbbe0e11-bab1-4ed4-a7ba-6934e9ddee46 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400412 Oct 27 17:00:50.817329 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-35ac451d-91ad-4889-b86d-dbd4e3314a6f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-164785079-network', 'tenant_id': 'e9fb416c2e0e4ebeab1ebcc4c8e0ce7f'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:50.920130 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-753f1d49-734d-48b0-a7a3-a60a4dba87a2 req-97b2d1c8-cb7e-4c82-a941-3f3130dbb8dd tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 210 time: 0.0277255 Oct 27 17:00:50.942266 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ac451d-91ad-4889-b86d-dbd4e3314a6f admin admin] Made reservation on behalf of e9fb416c2e0e4ebeab1ebcc4c8e0ce7f for: {'network': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:00:50.944730 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-35ac451d-91ad-4889-b86d-dbd4e3314a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for network, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:50.954966 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-35ac451d-91ad-4889-b86d-dbd4e3314a6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:51.053382 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-35ac451d-91ad-4889-b86d-dbd4e3314a6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:51.110120 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7b4a0-b8bc-48c9-aaac-da455cf7f2f5 req-ee6ab9a3-2c8e-41f6-85f8-4d6c18dd69e7 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:51.111573 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-85a7b4a0-b8bc-48c9-aaac-da455cf7f2f5 req-ee6ab9a3-2c8e-41f6-85f8-4d6c18dd69e7 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 943 time: 0.0498581 Oct 27 17:00:51.113011 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-35ac451d-91ad-4889-b86d-dbd4e3314a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:51.140069 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ac451d-91ad-4889-b86d-dbd4e3314a6f admin admin] vlan segment allocate from pool success with {'vlan_id': 1369, 'physical_network': 'physnet1'} {{(pid=118834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:00:51.150475 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac451d-91ad-4889-b86d-dbd4e3314a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b0b17e-4103-4805-84c0-b95425b62d7a,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:51.157814 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-35ac451d-91ad-4889-b86d-dbd4e3314a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:51.158164 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.segments_db [None req-35ac451d-91ad-4889-b86d-dbd4e3314a6f admin admin] Added segment 914318ea-c31e-4fbf-9cc9-fe591c99fe92 of type vlan for network 59f5f795-2fb2-4044-8ec1-129517a1e3d5 Oct 27 17:00:51.159819 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-85a7b4a0-b8bc-48c9-aaac-da455cf7f2f5 req-38673b03-a906-42a4-8825-f84adeb46326 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419416 Oct 27 17:00:51.247513 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-35ac451d-91ad-4889-b86d-dbd4e3314a6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740459766941'] for network, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:51.546118 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-01d635d4-0687-48d6-813f-e4d366784292 req-0836f0ac-349a-4509-b418-f694fb75ec1b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 210 time: 0.0304904 Oct 27 17:00:51.657299 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-35ac451d-91ad-4889-b86d-dbd4e3314a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for network, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:51.658357 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ac451d-91ad-4889-b86d-dbd4e3314a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:51.659047 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-35ac451d-91ad-4889-b86d-dbd4e3314a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:51.726373 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac451d-91ad-4889-b86d-dbd4e3314a6f admin admin] Pushing event updated for resources: {'Network': ['ID=59f5f795-2fb2-4044-8ec1-129517a1e3d5,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:51.737726 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Network 59f5f795-2fb2-4044-8ec1-129517a1e3d5 details requested by agent ovs-agent-dv-cinder-815701-1-iscsi with host dv-cinder-815701-1-iscsi {{(pid=118835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:00:51.859365 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012e17e-cb77-4ae8-af09-bd3611d336c3 req-46f53fbe-9d9b-44e1-9f43-7c52068c5e17 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:51.860819 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0012e17e-cb77-4ae8-af09-bd3611d336c3 req-46f53fbe-9d9b-44e1-9f43-7c52068c5e17 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.0475383 Oct 27 17:00:51.876421 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-35ac451d-91ad-4889-b86d-dbd4e3314a6f admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1683254 Oct 27 17:00:51.876421 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 52786) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:51.881028 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-a052fce6-d73f-402a-ad08-638dd0363662 admin admin] Request body: {'subnet': {'network_id': '59f5f795-2fb2-4044-8ec1-129517a1e3d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-164785079-subnet', 'tenant_id': 'e9fb416c2e0e4ebeab1ebcc4c8e0ce7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:51.898909 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0012e17e-cb77-4ae8-af09-bd3611d336c3 req-4a7ab47c-248b-4b55-80da-73a0eba50710 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320318 Oct 27 17:00:51.976379 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a052fce6-d73f-402a-ad08-638dd0363662 admin admin] Made reservation on behalf of e9fb416c2e0e4ebeab1ebcc4c8e0ce7f for: {'subnet': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:00:51.980347 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a052fce6-d73f-402a-ad08-638dd0363662 admin admin] Publish callbacks [] for subnet, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:52.050699 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c5f8360a-5f1c-42d3-86c5-8aedc10ffba0 req-bcc2a7f8-97d8-4832-b270-8b453bf96cfb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 210 time: 0.0572608 Oct 27 17:00:52.231514 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a052fce6-d73f-402a-ad08-638dd0363662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for subnet, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:52.310817 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89d00c-7ea6-4b0f-b899-6f58b41feea5 req-3f5b86ee-660d-411c-b5b5-e05bfddd89ee tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:52.312445 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6f89d00c-7ea6-4b0f-b899-6f58b41feea5 req-3f5b86ee-660d-411c-b5b5-e05bfddd89ee tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 943 time: 0.0687864 Oct 27 17:00:52.336433 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052fce6-d73f-402a-ad08-638dd0363662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a870116-3f52-4e57-990f-823e33961aad,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:52.342315 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a052fce6-d73f-402a-ad08-638dd0363662 admin admin] Checking segment: {'id': '914318ea-c31e-4fbf-9cc9-fe591c99fe92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '59f5f795-2fb2-4044-8ec1-129517a1e3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:00:52.342472 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a052fce6-d73f-402a-ad08-638dd0363662 admin admin] Network hostable DHCP agents. Network: 59f5f795-2fb2-4044-8ec1-129517a1e3d5, hostable agents: ['acf894c1-b7b8-4d52-ad08-8b9062216bf0'], hosted agents: [] {{(pid=118834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:00:52.359969 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-70c3ad4c-d5ae-4c30-a255-fd4e4c22ff28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:52.365151 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6f89d00c-7ea6-4b0f-b899-6f58b41feea5 req-aa73841d-d8c4-4ee2-9530-f811d9546797 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416682 Oct 27 17:00:52.473887 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a052fce6-d73f-402a-ad08-638dd0363662 admin admin] Network 59f5f795-2fb2-4044-8ec1-129517a1e3d5 is scheduled to be hosted by DHCP agent acf894c1-b7b8-4d52-ad08-8b9062216bf0 with binding_index 1 {{(pid=118834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:00:52.564865 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-a052fce6-d73f-402a-ad08-638dd0363662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815701-1-iscsi, 59f5f795-2fb2-4044-8ec1-129517a1e3d5) {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:00:52.568856 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a052fce6-d73f-402a-ad08-638dd0363662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:52.569463 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a052fce6-d73f-402a-ad08-638dd0363662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:52.574709 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a23cd72-30fd-442c-bb26-b92bdb430d11 None None] Network 59f5f795-2fb2-4044-8ec1-129517a1e3d5 requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:00:52.588856 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdedd291-ff8a-4690-aeda-03b0821f5343', 'tag': '7068f777-6dd1-4fd8-87c5-235792a34929'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:00:52.591389 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3760bf8-570e-4b54-ab55-99f1ad085963" -d '{"events": [{"name": "network-changed", "server_uuid": "fdedd291-ff8a-4690-aeda-03b0821f5343", "tag": "7068f777-6dd1-4fd8-87c5-235792a34929"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:00:52.647417 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5af57d71-b405-4364-8352-d9291cf19f88 req-8000d3a7-bc68-4ea8-b9ea-83fc39ff6cb1 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 210 time: 0.0284426 Oct 27 17:00:52.671309 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-a052fce6-d73f-402a-ad08-638dd0363662 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7915213 Oct 27 17:00:52.682610 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed2c623-fa6b-4e9b-bd46-faff0d8f89c7 x-openstack-request-id: req-6ed2c623-fa6b-4e9b-bd46-faff0d8f89c7 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:00:52.682610 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdedd291-ff8a-4690-aeda-03b0821f5343", "tag": "7068f777-6dd1-4fd8-87c5-235792a34929", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:00:52.682610 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-6ed2c623-fa6b-4e9b-bd46-faff0d8f89c7 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:00:52.682935 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdedd291-ff8a-4690-aeda-03b0821f5343', 'tag': '7068f777-6dd1-4fd8-87c5-235792a34929', 'status': 'completed', 'code': 200} Oct 27 17:00:52.736520 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85351d2e-35b8-4ac7-890e-ad9d4d8cef6d None None] Network 59f5f795-2fb2-4044-8ec1-129517a1e3d5 requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:00:53.024855 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d055179-78d6-410a-b459-3c8466478768 req-ad7848b7-f1cc-4f92-9506-4d12abb363a9 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:53.026734 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7d055179-78d6-410a-b459-3c8466478768 req-ad7848b7-f1cc-4f92-9506-4d12abb363a9 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.0579610 Oct 27 17:00:53.074818 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7d055179-78d6-410a-b459-3c8466478768 req-2b68d9db-8705-449b-aca8-03c673ba70ab tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403979 Oct 27 17:00:53.183079 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-1fd02656-041c-4903-8530-da6f751ed875 req-e8b7b47b-d185-4194-a070-251483de1ec2 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 210 time: 0.0349932 Oct 27 17:00:53.246531 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:53.361834 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:53.534333 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf1a3d-6522-4b95-8e60-3e0e3bda6bba req-41df8d9d-2ec1-42bc-9ae3-c977274a6a3d tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:53.535322 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-efaf1a3d-6522-4b95-8e60-3e0e3bda6bba req-41df8d9d-2ec1-42bc-9ae3-c977274a6a3d tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 943 time: 0.0726528 Oct 27 17:00:53.606932 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-efaf1a3d-6522-4b95-8e60-3e0e3bda6bba req-f70bf44d-be42-47e0-b922-cf025652d754 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573182 Oct 27 17:00:53.813634 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e26ca8d1-e272-4450-9190-000c056e9d6c req-12c4b8dc-dd1f-415e-87fb-ecf67bb46bdc tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 210 time: 0.0289657 Oct 27 17:00:53.824305 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 52842) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:53.828539 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-5e2a2c18-7eb8-445b-9e59-3253308225e6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1910401077-network', 'tenant_id': '43ba9f859de142d1a05d1e2d4a21226f'}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:53.960325 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2a2c18-7eb8-445b-9e59-3253308225e6 admin admin] Made reservation on behalf of 43ba9f859de142d1a05d1e2d4a21226f for: {'network': 1} {{(pid=118833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:00:53.962791 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5e2a2c18-7eb8-445b-9e59-3253308225e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for network, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:53.975822 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5e2a2c18-7eb8-445b-9e59-3253308225e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:54.106055 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5e2a2c18-7eb8-445b-9e59-3253308225e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:54.217358 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5e2a2c18-7eb8-445b-9e59-3253308225e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:54.259582 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2a2c18-7eb8-445b-9e59-3253308225e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1356, 'physical_network': 'physnet1'} {{(pid=118833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:00:54.277177 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a2c18-7eb8-445b-9e59-3253308225e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091312cf-bae7-4a42-8e9e-b96bc9dd6493,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:54.290215 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a2fae-a4c9-491b-9eba-19658e260f5a req-7c728484-ea11-456a-a78c-30c76f56178f tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:54.290215 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e45a2fae-a4c9-491b-9eba-19658e260f5a req-7c728484-ea11-456a-a78c-30c76f56178f tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.1106462 Oct 27 17:00:54.298186 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5e2a2c18-7eb8-445b-9e59-3253308225e6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740460286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:54.299026 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5e2a2c18-7eb8-445b-9e59-3253308225e6 admin admin] Unsubscribe: segment precommit_create {{(pid=118833) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 17:00:54.299623 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.db.segments_db [None req-5e2a2c18-7eb8-445b-9e59-3253308225e6 admin admin] Added segment 3fea5210-d11e-4ea3-afa6-5be3a7e9ead9 of type vlan for network c7fdddd0-aaa1-4129-a118-10532fa682ca Oct 27 17:00:54.379254 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e45a2fae-a4c9-491b-9eba-19658e260f5a req-d33fd054-1cc4-4183-8eb7-febfa5580c28 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592668 Oct 27 17:00:54.413030 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8b711e92-72e6-43a1-a9de-3c3439544434 req-31e4b2aa-992d-474a-a49c-61d04b41394d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 210 time: 0.0913665 Oct 27 17:00:54.415083 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5e2a2c18-7eb8-445b-9e59-3253308225e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740459766941'] for network, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:54.669129 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5e2a2c18-7eb8-445b-9e59-3253308225e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for network, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:54.670451 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2a2c18-7eb8-445b-9e59-3253308225e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:54.671179 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5e2a2c18-7eb8-445b-9e59-3253308225e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:54.779043 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69dfa8a-e1d6-45ff-bc00-b2f3b97228b4 req-1b5413d3-dd78-49b5-bced-66865031c01e tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:54.792800 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d69dfa8a-e1d6-45ff-bc00-b2f3b97228b4 req-1b5413d3-dd78-49b5-bced-66865031c01e tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 943 time: 0.0910122 Oct 27 17:00:54.845086 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a2c18-7eb8-445b-9e59-3253308225e6 admin admin] Pushing event updated for resources: {'Network': ['ID=c7fdddd0-aaa1-4129-a118-10532fa682ca,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:54.897384 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-5e2a2c18-7eb8-445b-9e59-3253308225e6 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.0718801 Oct 27 17:00:54.897384 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 52870) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:54.903015 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-407e5f7d-4a1d-43a5-8b08-c2b491429dcb admin admin] Request body: {'subnet': {'network_id': 'c7fdddd0-aaa1-4129-a118-10532fa682ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1910401077-subnet', 'tenant_id': '43ba9f859de142d1a05d1e2d4a21226f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:54.911770 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d69dfa8a-e1d6-45ff-bc00-b2f3b97228b4 req-affd1cf1-5506-4b18-b0ba-fcb1534860d0 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125290 Oct 27 17:00:54.993467 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2e9d8c99-6b87-4c06-982c-16fc126160a3 req-9e65efc8-e734-4c91-918e-b5f3dafa89e7 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 210 time: 0.0501554 Oct 27 17:00:55.005983 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Network c7fdddd0-aaa1-4129-a118-10532fa682ca details requested by agent ovs-agent-dv-cinder-815701-1-iscsi with host dv-cinder-815701-1-iscsi {{(pid=118835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:00:55.035268 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407e5f7d-4a1d-43a5-8b08-c2b491429dcb admin admin] Made reservation on behalf of 43ba9f859de142d1a05d1e2d4a21226f for: {'subnet': 1} {{(pid=118833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:00:55.039959 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-407e5f7d-4a1d-43a5-8b08-c2b491429dcb admin admin] Publish callbacks [] for subnet, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:55.194384 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:55.416533 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-407e5f7d-4a1d-43a5-8b08-c2b491429dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for subnet, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:55.476956 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e5f7d-4a1d-43a5-8b08-c2b491429dcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=524a2ebf-f843-4e09-a0a9-d491b0a6b3fb,revision_number=0']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:55.488166 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407e5f7d-4a1d-43a5-8b08-c2b491429dcb admin admin] Checking segment: {'id': '3fea5210-d11e-4ea3-afa6-5be3a7e9ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': 'c7fdddd0-aaa1-4129-a118-10532fa682ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:00:55.488597 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407e5f7d-4a1d-43a5-8b08-c2b491429dcb admin admin] Network hostable DHCP agents. Network: c7fdddd0-aaa1-4129-a118-10532fa682ca, hostable agents: ['acf894c1-b7b8-4d52-ad08-8b9062216bf0'], hosted agents: [] {{(pid=118833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:00:55.545929 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065c5b5-9b96-42c8-ae83-bc62cf1b99d7 req-c6f1c972-c92f-46a8-8660-9d56b9f8aa7f tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:55.547537 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0065c5b5-9b96-42c8-ae83-bc62cf1b99d7 req-c6f1c972-c92f-46a8-8660-9d56b9f8aa7f tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.0766706 Oct 27 17:00:55.569393 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d349b117-5fad-4a78-83d9-80d245571cf2 req-977645ff-2bd7-4925-96a9-f39c396cbf5a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 210 time: 0.0281556 Oct 27 17:00:55.587373 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0065c5b5-9b96-42c8-ae83-bc62cf1b99d7 req-927289ab-9e22-4f98-a32c-8aa4864e4647 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337915 Oct 27 17:00:55.616969 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407e5f7d-4a1d-43a5-8b08-c2b491429dcb admin admin] Network c7fdddd0-aaa1-4129-a118-10532fa682ca is scheduled to be hosted by DHCP agent acf894c1-b7b8-4d52-ad08-8b9062216bf0 with binding_index 1 {{(pid=118833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:00:55.674089 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-407e5f7d-4a1d-43a5-8b08-c2b491429dcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815701-1-iscsi, c7fdddd0-aaa1-4129-a118-10532fa682ca) {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:00:55.679197 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407e5f7d-4a1d-43a5-8b08-c2b491429dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:55.680278 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-407e5f7d-4a1d-43a5-8b08-c2b491429dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:55.687162 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ae50f2-de6a-4116-b75f-7f5277591ead None None] Network c7fdddd0-aaa1-4129-a118-10532fa682ca requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:00:55.746745 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-407e5f7d-4a1d-43a5-8b08-c2b491429dcb admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8482854 Oct 27 17:00:55.928478 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 52894) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:55.934879 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbe397f-5ff5-4fec-a554-ced928f54ef6 None None] Network c7fdddd0-aaa1-4129-a118-10532fa682ca requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:00:55.982045 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_v2 [None req-991e1e23-8a08-4f97-a424-0accfa88de58 admin admin] Deleting subnet 2a870116-3f52-4e57-990f-823e33961aad {{(pid=118834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:00:55.985855 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-991e1e23-8a08-4f97-a424-0accfa88de58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:56.025108 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-991e1e23-8a08-4f97-a424-0accfa88de58 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:56.033721 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6582f-676b-4e20-a8c4-b75bf7f7a7bc req-1b615586-a64e-4d41-99d0-55715c961452 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:56.037690 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-991e1e23-8a08-4f97-a424-0accfa88de58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1424751'] for subnet, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:56.042429 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d4b6582f-676b-4e20-a8c4-b75bf7f7a7bc req-1b615586-a64e-4d41-99d0-55715c961452 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 943 time: 0.0633485 Oct 27 17:00:56.100169 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d4b6582f-676b-4e20-a8c4-b75bf7f7a7bc req-ba9fbaa8-a4f7-4e77-8482-fe83913f490d tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562358 Oct 27 17:00:56.155160 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-50c99d4e-882e-40c8-8cf2-a2650a543f4d req-bcad0bcf-1bc1-4e1a-ba8a-0093401887b3 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 210 time: 0.0426636 Oct 27 17:00:56.233352 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-991e1e23-8a08-4f97-a424-0accfa88de58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1424742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for subnet, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:56.260739 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e1e23-8a08-4f97-a424-0accfa88de58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a870116-3f52-4e57-990f-823e33961aad,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:56.286284 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-991e1e23-8a08-4f97-a424-0accfa88de58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:56.289634 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-991e1e23-8a08-4f97-a424-0accfa88de58 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/2a870116-3f52-4e57-990f-823e33961aad HTTP/1.1" status: 204 len: 168 time: 0.3600214 Oct 27 17:00:56.293679 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 52914) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:56.360929 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529236'] for network, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:56.444432 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423354', 'neutron.services.segments.db._delete_segments_for_network-8740460286558'] for network, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:56.466017 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=118834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:00:56.466383 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=118834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:00:56.467114 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=118834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:00:56.467449 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] Subscribe: > port after_create 55550000 {{(pid=118834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:00:56.467773 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] Subscribe: > port after_delete 55550000 {{(pid=118834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:00:56.468109 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] Subscribe: > port after_update 55550000 {{(pid=118834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:00:56.468430 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=118834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:00:56.468788 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=118834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:00:56.469098 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=118834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:00:56.469415 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=118834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:00:56.631880 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=118834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:00:56.632493 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=118834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:00:56.632743 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=118834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:00:56.634325 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=118834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:00:56.634325 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f5f795-2fb2-4044-8ec1-129517a1e3d5']}} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:56.670196 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-106de033-e06a-4886-b665-efa41c381083 req-45479e9e-ec5b-4859-8df9-7ec9667d46dd tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 210 time: 0.0269885 Oct 27 17:00:56.680421 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914318ea-c31e-4fbf-9cc9-fe591c99fe92') {'for_net_delete': True} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:56.681303 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914318ea-c31e-4fbf-9cc9-fe591c99fe92') {} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:56.716589 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740460286055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130957136'] for segment, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:56.745875 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 52922) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:56.753096 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:56.770205 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f978cc1-c569-4e26-92d1-92d4c26739c1 req-31661de2-c280-44d2-a204-7db87b6923fd tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:56.777122 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7f978cc1-c569-4e26-92d1-92d4c26739c1 req-31661de2-c280-44d2-a204-7db87b6923fd tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.1075807 Oct 27 17:00:56.779952 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] Releasing vlan 1369 on physical network physnet1 to pool {{(pid=118834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:00:56.780355 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130954844'] for segment, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: from cryptography.utils import int_from_bytes Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: from cryptography.utils import int_from_bytes Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: Traceback (most recent call last): Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: timer() Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: cb(*args, **kw) Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: return func(*args, **kwargs) Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: self._notify() Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: self.callback(batched_events) Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: event.method(event) Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: return f(self, *a, **k) Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: return self._get(url).json() Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: return self.request(url, 'GET', **kwargs) Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:00:56.784730 dv-cinder-815701-1-iscsi neutron-server[118834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:00:56.874893 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0a7fc820-2f80-4ff9-bc06-e0e6f4ee931b admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:56.880155 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7f978cc1-c569-4e26-92d1-92d4c26739c1 req-9d251b0c-461b-4140-916f-25434a12ebf6 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020021 Oct 27 17:00:56.934951 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703771'] for network, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:56.953972 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:56.957151 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] 10.222.0.109 "DELETE /v2.0/networks/59f5f795-2fb2-4044-8ec1-129517a1e3d5 HTTP/1.1" status: 204 len: 168 time: 0.6625669 Oct 27 17:00:56.960011 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 52928) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:56.962789 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a795f-de3a-4f1a-a9f4-5d3626d6bf0a admin admin] Pushing event deleted for resources: {'Network': ['ID=59f5f795-2fb2-4044-8ec1-129517a1e3d5,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:56.977578 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0a7fc820-2f80-4ff9-bc06-e0e6f4ee931b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.008274 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbcc4730-1edc-4f5b-9a36-60e757f29ad8 admin admin] Deleting subnet 524a2ebf-f843-4e09-a0a9-d491b0a6b3fb {{(pid=118833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:00:57.012045 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cbcc4730-1edc-4f5b-9a36-60e757f29ad8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.047121 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cbcc4730-1edc-4f5b-9a36-60e757f29ad8 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.050440 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0a7fc820-2f80-4ff9-bc06-e0e6f4ee931b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.056204 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cbcc4730-1edc-4f5b-9a36-60e757f29ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1424751'] for subnet, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.091718 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-0a7fc820-2f80-4ff9-bc06-e0e6f4ee931b admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=01818b6717e1414abe8f049726094f7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445911 Oct 27 17:00:57.094427 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7fc820-2f80-4ff9-bc06-e0e6f4ee931b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92660c21-eec9-450c-802e-ff9cf52e6f93,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:57.094647 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 52930) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:57.151333 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2f51071f-7248-4afb-b571-080ca45aad9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.186536 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cbcc4730-1edc-4f5b-9a36-60e757f29ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1424742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for subnet, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.202946 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2f51071f-7248-4afb-b571-080ca45aad9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.240362 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc4730-1edc-4f5b-9a36-60e757f29ad8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=524a2ebf-f843-4e09-a0a9-d491b0a6b3fb,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:57.250997 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ba96f740-dbe3-4a6a-9142-65d01f221819 req-552ad133-7766-4f59-b02f-09152ecc6241 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 210 time: 0.0273192 Oct 27 17:00:57.251355 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cbcc4730-1edc-4f5b-9a36-60e757f29ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.258510 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-cbcc4730-1edc-4f5b-9a36-60e757f29ad8 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/524a2ebf-f843-4e09-a0a9-d491b0a6b3fb HTTP/1.1" status: 204 len: 168 time: 0.2935040 Oct 27 17:00:57.260389 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 52938) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:57.283578 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad36514-0f9e-4305-b408-66953f840248 req-22c31f76-d2f9-447a-85aa-21bd438cb2f5 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:57.287629 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0ad36514-0f9e-4305-b408-66953f840248 req-22c31f76-d2f9-447a-85aa-21bd438cb2f5 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 943 time: 0.1224806 Oct 27 17:00:57.325819 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0ad36514-0f9e-4305-b408-66953f840248 req-be073727-74bb-4781-8091-fcdcc0a78fad tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334971 Oct 27 17:00:57.335810 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a93b2597-25fc-4cc1-9761-31b86716a324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529236'] for network, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.387459 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2f51071f-7248-4afb-b571-080ca45aad9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.390018 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2f51071f-7248-4afb-b571-080ca45aad9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.391134 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-2f51071f-7248-4afb-b571-080ca45aad9a admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/92660c21-eec9-450c-802e-ff9cf52e6f93 HTTP/1.1" status: 204 len: 168 time: 0.2955537 Oct 27 17:00:57.404182 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51071f-7248-4afb-b571-080ca45aad9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92660c21-eec9-450c-802e-ff9cf52e6f93,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:57.420617 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a93b2597-25fc-4cc1-9761-31b86716a324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423354', 'neutron.services.segments.db._delete_segments_for_network-8740460286558'] for network, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.440331 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-a93b2597-25fc-4cc1-9761-31b86716a324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7fdddd0-aaa1-4129-a118-10532fa682ca']}} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:57.450102 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-a93b2597-25fc-4cc1-9761-31b86716a324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fea5210-d11e-4ea3-afa6-5be3a7e9ead9') {'for_net_delete': True} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:57.450391 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-a93b2597-25fc-4cc1-9761-31b86716a324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fea5210-d11e-4ea3-afa6-5be3a7e9ead9') {} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:57.459760 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a93b2597-25fc-4cc1-9761-31b86716a324 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740460286055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130957136'] for segment, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.473036 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a93b2597-25fc-4cc1-9761-31b86716a324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.479063 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93b2597-25fc-4cc1-9761-31b86716a324 admin admin] Releasing vlan 1356 on physical network physnet1 to pool {{(pid=118834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:00:57.479444 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a93b2597-25fc-4cc1-9761-31b86716a324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130954844'] for segment, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: Traceback (most recent call last): Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: timer() Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: cb(*args, **kw) Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: return func(*args, **kwargs) Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: self._notify() Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: self.callback(batched_events) Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: event.method(event) Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: return f(self, *a, **k) Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: return self._get(url).json() Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: return self.request(url, 'GET', **kwargs) Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:00:57.482887 dv-cinder-815701-1-iscsi neutron-server[118834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:00:57.611123 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a93b2597-25fc-4cc1-9761-31b86716a324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703771'] for network, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.616401 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a93b2597-25fc-4cc1-9761-31b86716a324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.620786 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-a93b2597-25fc-4cc1-9761-31b86716a324 admin admin] 10.222.0.109 "DELETE /v2.0/networks/c7fdddd0-aaa1-4129-a118-10532fa682ca HTTP/1.1" status: 204 len: 168 time: 0.3559535 Oct 27 17:00:57.632338 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b2597-25fc-4cc1-9761-31b86716a324 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7fdddd0-aaa1-4129-a118-10532fa682ca,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:57.768104 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2914a7fd-d9d4-4f88-85ff-6e68c7082042 req-65a1b67c-7f12-49e0-8793-14693d89fd24 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 210 time: 0.0264854 Oct 27 17:00:57.999125 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5326fb-a07d-448b-ac95-1a7bcee1d667 req-81ca198c-82e0-4c89-9d8f-3e08edf43bd0 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:58.000618 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-df5326fb-a07d-448b-ac95-1a7bcee1d667 req-81ca198c-82e0-4c89-9d8f-3e08edf43bd0 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.0513442 Oct 27 17:00:58.042576 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-df5326fb-a07d-448b-ac95-1a7bcee1d667 req-e944226f-a565-4f00-9a58-2ed65323581d tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355842 Oct 27 17:00:58.058320 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 52952) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:58.094550 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-51782484-09ca-440d-91be-be0aacd5d166 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=e9fb416c2e0e4ebeab1ebcc4c8e0ce7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378802 Oct 27 17:00:58.097057 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 52954) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:58.122571 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 52956) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:58.137267 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3aa60b30-4e30-44c5-b26b-f959e2203d72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:58.146741 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-cbccddc9-0f5f-4e42-8301-ae2210f1c6cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:58.174453 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-cbccddc9-0f5f-4e42-8301-ae2210f1c6cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:58.212715 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3aa60b30-4e30-44c5-b26b-f959e2203d72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:58.275399 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3aa60b30-4e30-44c5-b26b-f959e2203d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:58.302727 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-cbccddc9-0f5f-4e42-8301-ae2210f1c6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:58.305245 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-cbccddc9-0f5f-4e42-8301-ae2210f1c6cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:58.308331 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-cbccddc9-0f5f-4e42-8301-ae2210f1c6cd admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/f5b0b17e-4103-4805-84c0-b95425b62d7a HTTP/1.1" status: 204 len: 168 time: 0.2084048 Oct 27 17:00:58.315999 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa60b30-4e30-44c5-b26b-f959e2203d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b693a57-df4e-4b55-90c5-66ef275f4314,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:58.316092 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccddc9-0f5f-4e42-8301-ae2210f1c6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b0b17e-4103-4805-84c0-b95425b62d7a,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:58.318274 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-3aa60b30-4e30-44c5-b26b-f959e2203d72 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=4b3866d26e3f4d4980d84530f39c0079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1946898 Oct 27 17:00:58.321113 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 52964) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:58.365762 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-87f6eadf-3ffa-4ab8-ae5b-a81bcca184ef req-2ea1a220-2829-4b70-bbdf-586a596ea0be tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 210 time: 0.0313852 Oct 27 17:00:58.396656 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-da12bf04-13ee-4520-b820-ac6e8e456758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:58.442965 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-da12bf04-13ee-4520-b820-ac6e8e456758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:58.488007 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8eea5-de8b-4d64-8ac6-d3085bd3f707 req-16e2eaaf-4e0d-4f9d-9b8d-67d7eaab41f8 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:58.489509 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-9ad8eea5-de8b-4d64-8ac6-d3085bd3f707 req-16e2eaaf-4e0d-4f9d-9b8d-67d7eaab41f8 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 943 time: 0.0830989 Oct 27 17:00:58.530376 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-9ad8eea5-de8b-4d64-8ac6-d3085bd3f707 req-35c3b21a-1dd0-4ec7-8f2b-6d4a6198b373 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335388 Oct 27 17:00:58.598519 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-da12bf04-13ee-4520-b820-ac6e8e456758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:58.601090 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-da12bf04-13ee-4520-b820-ac6e8e456758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:58.602197 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-da12bf04-13ee-4520-b820-ac6e8e456758 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/2b693a57-df4e-4b55-90c5-66ef275f4314 HTTP/1.1" status: 204 len: 168 time: 0.2802031 Oct 27 17:00:58.610787 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12bf04-13ee-4520-b820-ac6e8e456758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b693a57-df4e-4b55-90c5-66ef275f4314,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:58.872070 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-85919b61-d221-4cd9-b488-49e24fae0a64 req-27cb123c-8391-4f26-b584-8689760beb32 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 210 time: 0.0291100 Oct 27 17:00:59.024722 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 52982) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:59.068381 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-400b9267-6a03-4e97-884e-f5780d81b3cc admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=43ba9f859de142d1a05d1e2d4a21226f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409522 Oct 27 17:00:59.070937 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 52988) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:59.129874 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6462e41b-35de-4e46-8226-48b05f51e978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:59.170225 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6462e41b-35de-4e46-8226-48b05f51e978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:59.197369 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178e8f2-2b5e-41bf-bc87-486382052fd9 req-758e02c2-8954-41b4-9220-98cb4df2cd0d tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:59.198944 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4178e8f2-2b5e-41bf-bc87-486382052fd9 req-758e02c2-8954-41b4-9220-98cb4df2cd0d tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.0830178 Oct 27 17:00:59.247372 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4178e8f2-2b5e-41bf-bc87-486382052fd9 req-bfd04ee7-4170-4f48-a449-c954c7cc7078 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400660 Oct 27 17:00:59.313788 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6462e41b-35de-4e46-8226-48b05f51e978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:59.316393 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6462e41b-35de-4e46-8226-48b05f51e978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:59.317630 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-6462e41b-35de-4e46-8226-48b05f51e978 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/091312cf-bae7-4a42-8e9e-b96bc9dd6493 HTTP/1.1" status: 204 len: 168 time: 0.2456505 Oct 27 17:00:59.326128 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462e41b-35de-4e46-8226-48b05f51e978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091312cf-bae7-4a42-8e9e-b96bc9dd6493,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:59.463879 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-36ff4d0e-1103-4e7e-bed9-44a4a9c0ad08 req-38118cec-ebd2-4a2a-883b-dfffc4d5375f tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 210 time: 0.0271866 Oct 27 17:00:59.649565 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ebc37-64e1-40cf-ae90-c7e3df8b36fa req-10b3b780-5775-4c95-9ecf-47a35ca4c177 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:59.657070 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-796ebc37-64e1-40cf-ae90-c7e3df8b36fa req-10b3b780-5775-4c95-9ecf-47a35ca4c177 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 943 time: 0.0572033 Oct 27 17:00:59.699015 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-796ebc37-64e1-40cf-ae90-c7e3df8b36fa req-5febea91-fee7-4efd-bfa6-5cd8574848c9 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406930 Oct 27 17:00:59.975501 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a7894ee9-c265-4c9a-8e95-5afaef7fa89b req-0215ec54-43dd-4199-a532-078f18a42c1d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 210 time: 0.0287042 Oct 27 17:01:00.412420 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848f1b8-8987-40d3-a63c-3b0c09323f22 req-b6505da7-997d-4a29-936e-6813eb4835b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:00.423046 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c848f1b8-8987-40d3-a63c-3b0c09323f22 req-b6505da7-997d-4a29-936e-6813eb4835b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01815bc32be54f4ea30de068defb62b5&device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 1097 time: 0.2908220 Oct 27 17:01:00.447635 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaeb93f-4cb1-4afa-a5cb-64834e8f4587 req-096eae4e-282e-4535-8ed4-71400bcfa2d7 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:00.456312 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0eaeb93f-4cb1-4afa-a5cb-64834e8f4587 req-096eae4e-282e-4535-8ed4-71400bcfa2d7 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.0998480 Oct 27 17:01:00.493239 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0eaeb93f-4cb1-4afa-a5cb-64834e8f4587 req-ce833d26-7969-429c-bcf8-7301d1cc154c tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357075 Oct 27 17:01:00.560858 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0ba596f1-020f-412e-a5a4-5aec015273eb req-45b2e9e2-7d79-4710-893f-fa21a69f11cc tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 210 time: 0.0274389 Oct 27 17:01:00.939451 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48491d7e-90d0-456b-8618-6778ffb8c725 req-0f073e08-6afc-48fe-9119-d471aef78ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:00.940966 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-48491d7e-90d0-456b-8618-6778ffb8c725 req-0f073e08-6afc-48fe-9119-d471aef78ec2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d07d631cd74148ef9dae1c323a3e45c1&device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 1097 time: 0.1456742 Oct 27 17:01:00.959086 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b88344-01cc-429e-8708-069967c3fcf1 req-bfe4bb78-2484-43d1-946d-bf41047ab2c9 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:00.966678 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c2b88344-01cc-429e-8708-069967c3fcf1 req-bfe4bb78-2484-43d1-946d-bf41047ab2c9 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 943 time: 0.1049247 Oct 27 17:01:00.980634 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3760bf8-570e-4b54-ab55-99f1ad085963 req-a56e05e1-603f-43d4-8aa3-45bac3e7d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:00.982527 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e3760bf8-570e-4b54-ab55-99f1ad085963 req-a56e05e1-603f-43d4-8aa3-45bac3e7d0ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01815bc32be54f4ea30de068defb62b5&device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 1096 time: 0.1068435 Oct 27 17:01:01.166492 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848f1b8-8987-40d3-a63c-3b0c09323f22 req-e0ac34c2-1b41-4d8e-9710-c17c93f0b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:01.167979 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c848f1b8-8987-40d3-a63c-3b0c09323f22 req-e0ac34c2-1b41-4d8e-9710-c17c93f0b75f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=01815bc32be54f4ea30de068defb62b5&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3736014 Oct 27 17:01:01.172532 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f1fec956-0014-42ce-a06b-cf189bea16e5 req-ee7b7cdc-7ede-4113-89c2-2137a757382e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 210 time: 0.0764341 Oct 27 17:01:01.227972 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c2b88344-01cc-429e-8708-069967c3fcf1 req-aa234b10-a9bb-4db4-97ff-b237652c521c tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421255 Oct 27 17:01:01.260770 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3760bf8-570e-4b54-ab55-99f1ad085963 req-9865849a-f8a1-449d-9f31-d85bfd0ff40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:01.262078 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e3760bf8-570e-4b54-ab55-99f1ad085963 req-9865849a-f8a1-449d-9f31-d85bfd0ff40e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=01815bc32be54f4ea30de068defb62b5&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2178006 Oct 27 17:01:01.308323 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48491d7e-90d0-456b-8618-6778ffb8c725 req-be669f6d-8f27-41c9-a484-ef094b1374fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:01.309808 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-48491d7e-90d0-456b-8618-6778ffb8c725 req-be669f6d-8f27-41c9-a484-ef094b1374fb service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d07d631cd74148ef9dae1c323a3e45c1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3422275 Oct 27 17:01:01.698016 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-fc2a255c-ddcc-4ca1-96c0-a5e0ad93c9fd req-63b1e610-2926-4980-a6f3-7ec3d7fde43d tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 210 time: 0.0372615 Oct 27 17:01:01.700689 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48491d7e-90d0-456b-8618-6778ffb8c725 req-8c738210-2a66-4d48-9c73-f4d1f3f295b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:01.702106 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-48491d7e-90d0-456b-8618-6778ffb8c725 req-8c738210-2a66-4d48-9c73-f4d1f3f295b3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2160373 Oct 27 17:01:01.764026 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7c13e-be12-42ca-82e2-d962dd4ee38b req-64ccd437-d3fd-4d32-9b31-49a1667d5f11 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:01.765587 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-88e7c13e-be12-42ca-82e2-d962dd4ee38b req-64ccd437-d3fd-4d32-9b31-49a1667d5f11 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.1689961 Oct 27 17:01:01.772085 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848f1b8-8987-40d3-a63c-3b0c09323f22 req-a3fafe3b-e91f-450c-852e-cd670aee9755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:01.773572 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c848f1b8-8987-40d3-a63c-3b0c09323f22 req-a3fafe3b-e91f-450c-852e-cd670aee9755 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2992873 Oct 27 17:01:01.826514 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3760bf8-570e-4b54-ab55-99f1ad085963 req-9489d5a3-ee87-4fc3-ac3c-45c2fdf5c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:01.828038 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e3760bf8-570e-4b54-ab55-99f1ad085963 req-9489d5a3-ee87-4fc3-ac3c-45c2fdf5c3e4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3390245 Oct 27 17:01:01.880112 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-88e7c13e-be12-42ca-82e2-d962dd4ee38b req-a3730467-6dc8-414b-ad1c-58161dd6d094 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053362 Oct 27 17:01:01.890641 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-d50b2470-d128-458a-94b1-725c64df3c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:01.893641 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-d50b2470-d128-458a-94b1-725c64df3c9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d07d631cd74148ef9dae1c323a3e45c1&device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 1097 time: 0.1010814 Oct 27 17:01:01.959700 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-046feaf1-98ed-42cb-8525-02baec62e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:01.959700 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-046feaf1-98ed-42cb-8525-02baec62e71a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01815bc32be54f4ea30de068defb62b5&device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 1096 time: 0.0513556 Oct 27 17:01:01.985287 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-14f7d7f7-750b-4a67-93c8-18e4112cd6da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9db2a0c-a797-4b51-a705-9d7d99765a02 HTTP/1.1" status: 200 len: 217 time: 0.0738072 Oct 27 17:01:01.988169 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-e9f911ba-f6c5-4224-9773-2c4cd926a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:01.989578 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-e9f911ba-f6c5-4224-9773-2c4cd926a654 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01815bc32be54f4ea30de068defb62b5&device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 1097 time: 0.1434538 Oct 27 17:01:02.028066 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-1d7f0a40-f870-4642-aeec-6c2d743f562c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7068f777-6dd1-4fd8-87c5-235792a34929 HTTP/1.1" status: 200 len: 217 time: 0.0615816 Oct 27 17:01:02.078642 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-3d7160ed-8311-4942-af85-e5dd47ef844f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c730199f-586b-47fe-aa7c-720e6230cad9 HTTP/1.1" status: 200 len: 217 time: 0.0764143 Oct 27 17:01:02.085996 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-aad14619-558b-4531-883e-e68c59f18624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:02.087558 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-aad14619-558b-4531-883e-e68c59f18624 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92aec7f3-099d-4f1b-9326-cd2323ebaada HTTP/1.1" status: 200 len: 858 time: 0.0517592 Oct 27 17:01:02.128303 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-baa170f0-51fc-4cc7-ace7-14bd6386bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:02.129873 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-baa170f0-51fc-4cc7-ace7-14bd6386bad9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03f725a7-8c89-4279-ab60-945302e44e0e HTTP/1.1" status: 200 len: 851 time: 0.1290519 Oct 27 17:01:02.142204 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-a4f672f5-2c20-4ae1-87ed-995ca00012ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63bb574e-682e-4fda-acd7-cf41cb7ff89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450010 Oct 27 17:01:02.175200 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-089b951e-a515-4006-b223-9d196effa03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:02.176905 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-089b951e-a515-4006-b223-9d196effa03d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92aec7f3-099d-4f1b-9326-cd2323ebaada HTTP/1.1" status: 200 len: 858 time: 0.0907955 Oct 27 17:01:02.205748 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-ff21e547-c6a6-44a3-b316-4468aefa12cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24a2aecc-766e-48dd-a6f2-80ab2be7d354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671279 Oct 27 17:01:02.236161 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-908f6f57-e91c-4cae-95d3-bf3772775b64 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63bb574e-682e-4fda-acd7-cf41cb7ff89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416620 Oct 27 17:01:02.339338 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.11', 58690) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:02.377494 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-787e7eab-5af2-4ea2-baa7-f66267925cea req-a3d519d0-8d52-4894-9a4c-dabe21cb4588 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 210 time: 0.0360203 Oct 27 17:01:02.445271 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-c152be5b-cf13-4ab5-848f-9fd3ab4dafe0 service neutron] 10.222.0.11 "GET /v2.0/networks/63bb574e-682e-4fda-acd7-cf41cb7ff89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943883 Oct 27 17:01:02.573698 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3fe55a72-7b49-4443-aef7-1f542264e181 req-6c791340-d650-4462-b76a-a62c4e430471 service neutron] 10.222.0.11 "GET /v2.0/networks/63bb574e-682e-4fda-acd7-cf41cb7ff89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209102 Oct 27 17:01:02.736378 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-35d5945c-d0f3-4651-907f-65957277ad66 service neutron] 10.222.0.11 "GET /v2.0/networks/24a2aecc-766e-48dd-a6f2-80ab2be7d354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103838 Oct 27 17:01:02.770969 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-5d190423-6197-4641-afdc-257794b26966 service neutron] 10.222.0.11 "GET /v2.0/networks/63bb574e-682e-4fda-acd7-cf41cb7ff89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215852 Oct 27 17:01:02.789598 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8bf1f-1030-467b-b0bb-024925e1ff6b req-a70c8d72-421e-4580-b7f5-9e40fa7c31ea tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:02.798939 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-81e8bf1f-1030-467b-b0bb-024925e1ff6b req-a70c8d72-421e-4580-b7f5-9e40fa7c31ea tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 943 time: 0.4569478 Oct 27 17:01:02.888984 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-27b07752-19cf-4529-95ea-c70f689e7b02 req-ab9bb77d-5b89-4952-92d6-7aabf654a6ef tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 210 time: 0.0382655 Oct 27 17:01:02.935479 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-354986af-a021-4dcd-bbf7-85ae8ced9ba9 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:02.937062 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-354986af-a021-4dcd-bbf7-85ae8ced9ba9 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.11 "GET /v2.0/networks?id=2442317d-bf65-4101-a370-d9f0807c7f4a HTTP/1.1" status: 200 len: 811 time: 0.5940914 Oct 27 17:01:03.024730 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-81e8bf1f-1030-467b-b0bb-024925e1ff6b req-86cf340a-bba4-4405-95ae-1754864a6ab2 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206016 Oct 27 17:01:03.074483 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d6e7cf67-65dc-4534-96b3-aedcd3474330 req-5163ba44-56dc-4d59-a859-7ac0a38a4fb0 service neutron] 10.222.0.11 "GET /v2.0/networks/24a2aecc-766e-48dd-a6f2-80ab2be7d354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077066 Oct 27 17:01:03.078053 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36276e-1031-4a75-9d9f-643fee10dfb4 req-6b7e7403-0604-440f-afb4-fe72233609ab tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:03.085687 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3b36276e-1031-4a75-9d9f-643fee10dfb4 req-6b7e7403-0604-440f-afb4-fe72233609ab tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.1137257 Oct 27 17:01:03.104686 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-da6e954a-31d3-4046-8f62-7ebef5b55003 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c07c026ef0854453b5ecceadb89134a1 HTTP/1.1" status: 200 len: 380 time: 0.1472254 Oct 27 17:01:03.106830 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7e26f3da-5f4f-44b5-91ef-c3d3ed6ecb41 req-2c787e5b-5af6-4fe4-aadf-634080b4c40c service neutron] 10.222.0.11 "GET /v2.0/networks/63bb574e-682e-4fda-acd7-cf41cb7ff89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053994 Oct 27 17:01:03.124048 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-f480f5b3-3ffd-412a-a072-19c4c79049ac tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Request body: {'port': {'device_id': '38919dee-7c51-4e8e-9384-0534e8ddafc6', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'admin_state_up': True, 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'security_groups': ['7a792e7b-a827-4a86-82bd-b05ee5bd7971']}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:01:03.129829 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3b36276e-1031-4a75-9d9f-643fee10dfb4 req-8b5389ca-156f-4a02-8125-ae1e97af9b00 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431519 Oct 27 17:01:03.342313 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-59da8875-8218-4d7b-b7be-50f411a2a4e1 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:03.343744 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-59da8875-8218-4d7b-b7be-50f411a2a4e1 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.11 "GET /v2.0/networks?id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 HTTP/1.1" status: 200 len: 817 time: 0.2141306 Oct 27 17:01:03.427142 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-89c2d88e-3f54-4436-93ef-21bf6b3b5bd3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5eb132de3af4a108561a16af567602d HTTP/1.1" status: 200 len: 380 time: 0.0594923 Oct 27 17:01:03.428018 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-f480f5b3-3ffd-412a-a072-19c4c79049ac tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Made reservation on behalf of c07c026ef0854453b5ecceadb89134a1 for: {'port': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:01:03.432291 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-f480f5b3-3ffd-412a-a072-19c4c79049ac tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:03.446346 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-a1408eda-920a-44d0-a64d-05263bcafc92 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Request body: {'port': {'device_id': 'de4899b3-abb6-45a2-bc1e-2f7ae08c0c61', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'admin_state_up': True, 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'security_groups': ['6ffe3379-eef9-4538-9b12-06bc8c4d7829']}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:01:03.493179 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 53166) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:03.546351 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-16de93a2-edea-4008-8f91-27b369c94a8a req-20834884-1f64-4f9b-b009-49c88da2733c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 210 time: 0.0491138 Oct 27 17:01:03.600661 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 53174) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:03.690269 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-f480f5b3-3ffd-412a-a072-19c4c79049ac tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Allocated IP 172.20.0.10 (2442317d-bf65-4101-a370-d9f0807c7f4a/c4f7fbc0-a6c8-4955-8e60-af2439f45127/fc816b8f-4a9a-42d9-9b97-c72c0305373e) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:01:03.713707 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2912875d-7d18-49b4-9206-206a13a8cf4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:03.774052 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-a1408eda-920a-44d0-a64d-05263bcafc92 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Made reservation on behalf of c5eb132de3af4a108561a16af567602d for: {'port': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:01:03.776976 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-55c16ec3-f52e-458c-8a88-4163c34c56df admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:03.778111 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-a1408eda-920a-44d0-a64d-05263bcafc92 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:03.825363 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2912875d-7d18-49b4-9206-206a13a8cf4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:03.878702 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2912875d-7d18-49b4-9206-206a13a8cf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:03.883073 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-55c16ec3-f52e-458c-8a88-4163c34c56df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:03.903714 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-f480f5b3-3ffd-412a-a072-19c4c79049ac tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:03.921668 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-2912875d-7d18-49b4-9206-206a13a8cf4f admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=b79ae872eaf7453bbde2b91ac7537161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4212246 Oct 27 17:01:03.925720 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 53182) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:03.931705 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912875d-7d18-49b4-9206-206a13a8cf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fb8c0d-7010-47c6-bedc-dc5f953b7bfe,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:03.976766 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6b2ba3dc-47a6-4aba-bf34-9347941b4845 req-1948d0d2-4440-48f8-a34a-06f80a222601 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 210 time: 0.0266111 Oct 27 17:01:03.991113 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-55c16ec3-f52e-458c-8a88-4163c34c56df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:04.003552 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-a1408eda-920a-44d0-a64d-05263bcafc92 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Allocated IP 172.20.0.3 (e177a155-0ea9-48c9-b09f-09f7b8f5f0b8/1b59259a-4a35-4b3f-b276-e215349f7ead/5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:01:04.027174 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c16ec3-f52e-458c-8a88-4163c34c56df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a469ccaf-b42c-4549-80b9-064bc95eb2e0,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:04.031384 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-55c16ec3-f52e-458c-8a88-4163c34c56df admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=5a8326f873f84d55a3e1c91b9315e130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4297326 Oct 27 17:01:04.034453 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 53184) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:04.062216 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7c82ab73-0228-484b-9b24-9b2858d36390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:04.091408 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ad53b2d5-b12f-451e-933d-dce8ba0e8adb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:04.120096 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ad53b2d5-b12f-451e-933d-dce8ba0e8adb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:04.162966 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7c82ab73-0228-484b-9b24-9b2858d36390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:04.179059 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-f480f5b3-3ffd-412a-a072-19c4c79049ac tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:04.255458 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc12b93-1e55-4ef6-9d34-c1f5b9d1d8c9 req-63d09d63-50e4-425e-9a21-5ed98670668d tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:04.256957 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-cbc12b93-1e55-4ef6-9d34-c1f5b9d1d8c9 req-63d09d63-50e4-425e-9a21-5ed98670668d tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.0501950 Oct 27 17:01:04.281972 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ad53b2d5-b12f-451e-933d-dce8ba0e8adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:04.284732 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ad53b2d5-b12f-451e-933d-dce8ba0e8adb admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:04.288509 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-ad53b2d5-b12f-451e-933d-dce8ba0e8adb admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/a469ccaf-b42c-4549-80b9-064bc95eb2e0 HTTP/1.1" status: 204 len: 168 time: 0.2505176 Oct 27 17:01:04.289815 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e55629-6825-44b0-a3f0-d8e26f2b85cf req-ab32dbc6-e190-4423-ad57-96d5f99f83cd tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:04.291778 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-86e55629-6825-44b0-a3f0-d8e26f2b85cf req-ab32dbc6-e190-4423-ad57-96d5f99f83cd tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 943 time: 0.1804247 Oct 27 17:01:04.307108 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-f480f5b3-3ffd-412a-a072-19c4c79049ac tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Network 2442317d-bf65-4101-a370-d9f0807c7f4a is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:01:04.321093 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53b2d5-b12f-451e-933d-dce8ba0e8adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a469ccaf-b42c-4549-80b9-064bc95eb2e0,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:04.321185 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-f480f5b3-3ffd-412a-a072-19c4c79049ac tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:01:04.333218 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-a1408eda-920a-44d0-a64d-05263bcafc92 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:04.334676 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480f5b3-3ffd-412a-a072-19c4c79049ac tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Pushing event updated for resources: {'Port': ['ID=fc816b8f-4a9a-42d9-9b97-c72c0305373e,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:04.343341 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-f480f5b3-3ffd-412a-a072-19c4c79049ac tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:01:04.363065 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-cbc12b93-1e55-4ef6-9d34-c1f5b9d1d8c9 req-375edfc8-7f3b-4a70-a026-c803041a6df1 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995171 Oct 27 17:01:04.433175 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-86e55629-6825-44b0-a3f0-d8e26f2b85cf req-d7a27094-1a59-4c1e-81bd-63d1cbd1d024 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247535 Oct 27 17:01:04.457949 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-f480f5b3-3ffd-412a-a072-19c4c79049ac tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:04.457949 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-f480f5b3-3ffd-412a-a072-19c4c79049ac tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:04.496782 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7c82ab73-0228-484b-9b24-9b2858d36390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:04.499753 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7c82ab73-0228-484b-9b24-9b2858d36390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:04.500959 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-7c82ab73-0228-484b-9b24-9b2858d36390 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/94fb8c0d-7010-47c6-bedc-dc5f953b7bfe HTTP/1.1" status: 204 len: 168 time: 0.5743608 Oct 27 17:01:04.511468 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82ab73-0228-484b-9b24-9b2858d36390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fb8c0d-7010-47c6-bedc-dc5f953b7bfe,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:04.542869 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-a1408eda-920a-44d0-a64d-05263bcafc92 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:04.589670 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-f480f5b3-3ffd-412a-a072-19c4c79049ac tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4740369 Oct 27 17:01:04.604207 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-a1408eda-920a-44d0-a64d-05263bcafc92 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Network e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:01:04.607883 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-a1408eda-920a-44d0-a64d-05263bcafc92 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:01:04.612008 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-a1408eda-920a-44d0-a64d-05263bcafc92 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:01:04.659316 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1408eda-920a-44d0-a64d-05263bcafc92 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Pushing event updated for resources: {'Port': ['ID=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:04.660295 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-1dd24d44-0db2-4d87-aef1-ac28bb6ce00d None None] Provisioning complete for port fc816b8f-4a9a-42d9-9b97-c72c0305373e triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:01:04.660295 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-1dd24d44-0db2-4d87-aef1-ac28bb6ce00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:04.691360 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-a1408eda-920a-44d0-a64d-05263bcafc92 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:04.692022 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-a1408eda-920a-44d0-a64d-05263bcafc92 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:04.715177 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-1dd24d44-0db2-4d87-aef1-ac28bb6ce00d None None] Port fc816b8f-4a9a-42d9-9b97-c72c0305373e cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:01:04.731147 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1e952-98db-4937-b420-9122dcb5cb4e req-279e031f-f8c2-4281-898a-edf7ec064119 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:04.741785 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-daf1e952-98db-4937-b420-9122dcb5cb4e req-279e031f-f8c2-4281-898a-edf7ec064119 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 931 time: 0.1076238 Oct 27 17:01:04.822759 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-daf1e952-98db-4937-b420-9122dcb5cb4e req-5f6185a3-2acc-4cde-ac24-75b613e13b09 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721920 Oct 27 17:01:04.825845 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-a1408eda-920a-44d0-a64d-05263bcafc92 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3830907 Oct 27 17:01:04.935748 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-da905f88-2ad5-4171-8d12-821833fc0f89 None None] Provisioning complete for port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:01:04.936109 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-da905f88-2ad5-4171-8d12-821833fc0f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:04.973523 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-da905f88-2ad5-4171-8d12-821833fc0f89 None None] Port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:01:05.098635 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493d734-4781-4f5a-8e0b-316ffb2a0827 req-f61d24fe-dd78-41c4-8e46-4bb5ed438102 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:05.101912 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8493d734-4781-4f5a-8e0b-316ffb2a0827 req-f61d24fe-dd78-41c4-8e46-4bb5ed438102 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 932 time: 0.0534918 Oct 27 17:01:05.158575 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8493d734-4781-4f5a-8e0b-316ffb2a0827 req-c8e5274b-2486-4ef3-94dc-f37d55aeff94 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510798 Oct 27 17:01:05.162944 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 53212) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:05.238421 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 53216) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:05.253638 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-010200fe-6748-4d42-b909-859cc2b224d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:05.336434 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-010200fe-6748-4d42-b909-859cc2b224d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:05.393291 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-010200fe-6748-4d42-b909-859cc2b224d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:05.396993 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-97948e3c-d0e8-43a9-b682-c585ae0908c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:05.429089 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 53220) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:05.441236 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-010200fe-6748-4d42-b909-859cc2b224d2 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=11e7ef8096c84dcdbe3bb026857e5fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017024 Oct 27 17:01:05.448117 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010200fe-6748-4d42-b909-859cc2b224d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78ac13a-36dc-4583-87f2-4aa39f017d12,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:05.450771 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 53222) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:05.457199 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3445e32f-7a92-4008-b2b9-c92a062ab63d admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:05.507830 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6e5a8-4f5b-4ebe-9cc6-676faa34479b req-d9e00df4-d311-47d0-bcaf-58ed8675f002 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:05.509673 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-84e6e5a8-4f5b-4ebe-9cc6-676faa34479b req-d9e00df4-d311-47d0-bcaf-58ed8675f002 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.0839479 Oct 27 17:01:05.547759 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-97948e3c-d0e8-43a9-b682-c585ae0908c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:05.564388 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-84e6e5a8-4f5b-4ebe-9cc6-676faa34479b req-4bd5846b-74c1-4bd6-83c6-5d954db0d19b tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488183 Oct 27 17:01:05.572670 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-820d4ef2-99ba-4b80-b244-0728ba4af53a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:05.609101 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-820d4ef2-99ba-4b80-b244-0728ba4af53a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:05.616208 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-97948e3c-d0e8-43a9-b682-c585ae0908c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:05.636487 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd4ef7-545f-4937-8d8a-bfe8fe58c133 req-b418907b-0323-4a04-8d17-c430e3584f50 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:05.638099 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b9cd4ef7-545f-4937-8d8a-bfe8fe58c133 req-b418907b-0323-4a04-8d17-c430e3584f50 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 943 time: 0.1137993 Oct 27 17:01:05.641588 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-e7ade566-4e8b-4fbe-944d-e18ed7055640 service neutron] Request body: {'port': {'device_id': '38919dee-7c51-4e8e-9384-0534e8ddafc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81570'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:01:05.651669 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-74f148d9-3cdf-4054-ad2f-e60be162cf74 service neutron] Request body: {'port': {'device_id': 'de4899b3-abb6-45a2-bc1e-2f7ae08c0c61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81570'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:01:05.660814 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-97948e3c-d0e8-43a9-b682-c585ae0908c2 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=4aeb29fe674c41e6b7af1785c36c6e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4963925 Oct 27 17:01:05.661882 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97948e3c-d0e8-43a9-b682-c585ae0908c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fbb33f-5228-47a5-898f-8682ff397ab9,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:05.664150 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 53228) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:05.696212 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:05.720197 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cc359ee7-c032-4ae2-ab76-ba493b89fcf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:05.742612 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cc359ee7-c032-4ae2-ab76-ba493b89fcf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:05.760978 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3445e32f-7a92-4008-b2b9-c92a062ab63d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:05.811384 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3445e32f-7a92-4008-b2b9-c92a062ab63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:05.819893 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b9cd4ef7-545f-4937-8d8a-bfe8fe58c133 req-939d9c23-019e-449a-9d04-663aac54d537 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637990 Oct 27 17:01:05.826273 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-74f148d9-3cdf-4054-ad2f-e60be162cf74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:05.830073 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-e7ade566-4e8b-4fbe-944d-e18ed7055640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:05.849844 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cc359ee7-c032-4ae2-ab76-ba493b89fcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:05.853572 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cc359ee7-c032-4ae2-ab76-ba493b89fcf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:05.854594 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-cc359ee7-c032-4ae2-ab76-ba493b89fcf1 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/f8fbb33f-5228-47a5-898f-8682ff397ab9 HTTP/1.1" status: 204 len: 168 time: 0.1845887 Oct 27 17:01:05.863844 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc359ee7-c032-4ae2-ab76-ba493b89fcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fbb33f-5228-47a5-898f-8682ff397ab9,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:05.879025 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445e32f-7a92-4008-b2b9-c92a062ab63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de47d3c-dc40-45bc-8437-ae0efe687097,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:05.934271 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-3445e32f-7a92-4008-b2b9-c92a062ab63d admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=fa364cc6017b40f2849eac4f2edcdea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4984858 Oct 27 17:01:05.935758 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 53236) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:05.957240 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-820d4ef2-99ba-4b80-b244-0728ba4af53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:05.958803 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-820d4ef2-99ba-4b80-b244-0728ba4af53a admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:05.962283 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff73d1-2b30-44ed-8a90-744f7ee8ac8c req-00654e87-d1c6-4f7e-b04f-6e1bcea96772 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:05.963169 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-820d4ef2-99ba-4b80-b244-0728ba4af53a admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/a78ac13a-36dc-4583-87f2-4aa39f017d12 HTTP/1.1" status: 204 len: 168 time: 0.5082443 Oct 27 17:01:05.967341 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2cff73d1-2b30-44ed-8a90-744f7ee8ac8c req-00654e87-d1c6-4f7e-b04f-6e1bcea96772 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 931 time: 0.0774958 Oct 27 17:01:06.028266 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d4ef2-99ba-4b80-b244-0728ba4af53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78ac13a-36dc-4583-87f2-4aa39f017d12,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:06.029301 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2cff73d1-2b30-44ed-8a90-744f7ee8ac8c req-95eb0dbc-afbd-497d-894e-d805df248b00 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608728 Oct 27 17:01:06.051521 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cf97d48a-1be2-4abd-93ae-a4bc99624411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:06.078172 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cf97d48a-1be2-4abd-93ae-a4bc99624411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:06.229001 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cf97d48a-1be2-4abd-93ae-a4bc99624411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:06.235324 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cf97d48a-1be2-4abd-93ae-a4bc99624411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:06.239855 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-cf97d48a-1be2-4abd-93ae-a4bc99624411 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/8de47d3c-dc40-45bc-8437-ae0efe687097 HTTP/1.1" status: 204 len: 168 time: 0.3029850 Oct 27 17:01:06.250793 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97d48a-1be2-4abd-93ae-a4bc99624411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de47d3c-dc40-45bc-8437-ae0efe687097,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:06.367860 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a2b3a-ceb7-4695-a946-8cf7fb9e0286 req-419d3ed3-1ff8-4e49-b46f-ee4327a210ee tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:06.369396 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-de2a2b3a-ceb7-4695-a946-8cf7fb9e0286 req-419d3ed3-1ff8-4e49-b46f-ee4327a210ee tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 932 time: 0.1308351 Oct 27 17:01:06.388038 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-e7ade566-4e8b-4fbe-944d-e18ed7055640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc816b8f-4a9a-42d9-9b97-c72c0305373e {{(pid=118834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:01:06.402601 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-e7ade566-4e8b-4fbe-944d-e18ed7055640 service neutron] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:06.452376 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.provisioning_blocks [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-e7ade566-4e8b-4fbe-944d-e18ed7055640 service neutron] Transition to ACTIVE for port object fc816b8f-4a9a-42d9-9b97-c72c0305373e will not be triggered until provisioned by entity L2. {{(pid=118834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:01:06.464891 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-74f148d9-3cdf-4054-ad2f-e60be162cf74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d {{(pid=118834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:01:06.473501 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-de2a2b3a-ceb7-4695-a946-8cf7fb9e0286 req-f1a59287-4854-4326-a232-023952748354 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910761 Oct 27 17:01:06.475414 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-74f148d9-3cdf-4054-ad2f-e60be162cf74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:06.488298 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.provisioning_blocks [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-74f148d9-3cdf-4054-ad2f-e60be162cf74 service neutron] Transition to ACTIVE for port object 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d will not be triggered until provisioned by entity L2. {{(pid=118834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:01:06.501868 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-e7ade566-4e8b-4fbe-944d-e18ed7055640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:06.554814 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ade566-4e8b-4fbe-944d-e18ed7055640 service neutron] Pushing event updated for resources: {'Port': ['ID=fc816b8f-4a9a-42d9-9b97-c72c0305373e,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:06.584994 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-74f148d9-3cdf-4054-ad2f-e60be162cf74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:06.670111 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f148d9-3cdf-4054-ad2f-e60be162cf74 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:06.719360 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c2ea3-0e9c-4793-98bd-67a9bd340b58 req-068258de-415b-4bf5-b9fa-1af6ee73eb84 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:06.721315 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3a6c2ea3-0e9c-4793-98bd-67a9bd340b58 req-068258de-415b-4bf5-b9fa-1af6ee73eb84 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.0773447 Oct 27 17:01:06.785950 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3a6c2ea3-0e9c-4793-98bd-67a9bd340b58 req-ef6fc3a3-9840-41ca-8293-ccb4ad3343b3 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543637 Oct 27 17:01:06.792512 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 53254) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:06.842615 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-062d435d-6b8d-4e6d-bc6a-95a580eaae04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:06.993849 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-062d435d-6b8d-4e6d-bc6a-95a580eaae04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:07.016343 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-e7ade566-4e8b-4fbe-944d-e18ed7055640 service neutron] Attempting to bind port fc816b8f-4a9a-42d9-9b97-c72c0305373e on host hv-cinder-81570 for vnic_type normal with profile {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:01:07.017041 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-e7ade566-4e8b-4fbe-944d-e18ed7055640 service neutron] Attempting to bind port fc816b8f-4a9a-42d9-9b97-c72c0305373e by drivers openvswitch,hyperv on host hv-cinder-81570 at level 0 using segments [{'id': 'd9869bc6-0934-425c-9f3c-b69869d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a'}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:01:07.017370 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-e7ade566-4e8b-4fbe-944d-e18ed7055640 service neutron] Attempting to bind port fc816b8f-4a9a-42d9-9b97-c72c0305373e on network 2442317d-bf65-4101-a370-d9f0807c7f4a {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:01:07.040082 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-e7ade566-4e8b-4fbe-944d-e18ed7055640 service neutron] Port fc816b8f-4a9a-42d9-9b97-c72c0305373e on network 2442317d-bf65-4101-a370-d9f0807c7f4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81570 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:01:07.040581 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-e7ade566-4e8b-4fbe-944d-e18ed7055640 service neutron] Attempting to bind port fc816b8f-4a9a-42d9-9b97-c72c0305373e on network 2442317d-bf65-4101-a370-d9f0807c7f4a {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:01:07.054729 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-74f148d9-3cdf-4054-ad2f-e60be162cf74 service neutron] Attempting to bind port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d on host hv-cinder-81570 for vnic_type normal with profile {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:01:07.055604 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-74f148d9-3cdf-4054-ad2f-e60be162cf74 service neutron] Attempting to bind port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d by drivers openvswitch,hyperv on host hv-cinder-81570 at level 0 using segments [{'id': 'df2cf997-48c1-48ea-a7cb-a09cd6c5a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8'}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:01:07.056649 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-74f148d9-3cdf-4054-ad2f-e60be162cf74 service neutron] Attempting to bind port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d on network e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:01:07.056779 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-062d435d-6b8d-4e6d-bc6a-95a580eaae04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:07.065644 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-e7ade566-4e8b-4fbe-944d-e18ed7055640 service neutron] Checking agent: {'id': '95ad64ad-6c0c-401b-b42d-2edbbc1c3c16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'started_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:01:07.066146 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-e7ade566-4e8b-4fbe-944d-e18ed7055640 service neutron] Checking segment: {'id': 'd9869bc6-0934-425c-9f3c-b69869d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:01:07.066620 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-e7ade566-4e8b-4fbe-944d-e18ed7055640 service neutron] Bound using segment: {'id': 'd9869bc6-0934-425c-9f3c-b69869d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a'} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:01:07.067076 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-e7ade566-4e8b-4fbe-944d-e18ed7055640 service neutron] Bound port: fc816b8f-4a9a-42d9-9b97-c72c0305373e, host: hv-cinder-81570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9869bc6-0934-425c-9f3c-b69869d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a'}}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:01:07.067460 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-e7ade566-4e8b-4fbe-944d-e18ed7055640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:07.072519 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-74f148d9-3cdf-4054-ad2f-e60be162cf74 service neutron] Port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d on network e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81570 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:01:07.073335 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-74f148d9-3cdf-4054-ad2f-e60be162cf74 service neutron] Attempting to bind port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d on network e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:01:07.092883 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-74f148d9-3cdf-4054-ad2f-e60be162cf74 service neutron] Checking agent: {'id': '95ad64ad-6c0c-401b-b42d-2edbbc1c3c16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'started_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:01:07.092883 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-74f148d9-3cdf-4054-ad2f-e60be162cf74 service neutron] Checking segment: {'id': 'df2cf997-48c1-48ea-a7cb-a09cd6c5a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:01:07.093704 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-74f148d9-3cdf-4054-ad2f-e60be162cf74 service neutron] Bound using segment: {'id': 'df2cf997-48c1-48ea-a7cb-a09cd6c5a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8'} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:01:07.094407 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-74f148d9-3cdf-4054-ad2f-e60be162cf74 service neutron] Bound port: 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d, host: hv-cinder-81570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df2cf997-48c1-48ea-a7cb-a09cd6c5a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8'}}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:01:07.094764 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-74f148d9-3cdf-4054-ad2f-e60be162cf74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:07.100124 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-062d435d-6b8d-4e6d-bc6a-95a580eaae04 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=0561d25ee22c41d2977fc9f6a9ec64e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063414 Oct 27 17:01:07.102790 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 53272) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:07.110124 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d435d-6b8d-4e6d-bc6a-95a580eaae04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa0ad1f-b7e7-4ee4-9346-6e38f994d548,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:07.155130 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7696cc-4490-4d64-b66e-39e409152e8c req-dff4dede-d843-494a-bb0f-64eb15d9ad37 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:07.156783 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-db7696cc-4490-4d64-b66e-39e409152e8c req-dff4dede-d843-494a-bb0f-64eb15d9ad37 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 943 time: 0.1584454 Oct 27 17:01:07.217624 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3249de34-7e8a-469c-90af-e6fdc94f2595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:07.234470 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a96a2-fdbb-4522-ac99-28a8a4350c79 req-5ed6fb6f-1975-4a3c-b8a0-c841ffb68693 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:07.242369 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ef1a96a2-fdbb-4522-ac99-28a8a4350c79 req-5ed6fb6f-1975-4a3c-b8a0-c841ffb68693 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0889988 Oct 27 17:01:07.266856 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-e7ade566-4e8b-4fbe-944d-e18ed7055640 service neutron] For port fc816b8f-4a9a-42d9-9b97-c72c0305373e, host hv-cinder-81570, cleared binding levels {{(pid=118834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:01:07.269294 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-74f148d9-3cdf-4054-ad2f-e60be162cf74 service neutron] For port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d, host hv-cinder-81570, cleared binding levels {{(pid=118834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:01:07.273795 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-db7696cc-4490-4d64-b66e-39e409152e8c req-7de5e910-a68a-49db-b8f9-ec084e07c9df tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064005 Oct 27 17:01:07.276029 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-74f148d9-3cdf-4054-ad2f-e60be162cf74 service neutron] For port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d, host hv-cinder-81570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:01:07.282646 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3249de34-7e8a-469c-90af-e6fdc94f2595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:07.289065 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-e7ade566-4e8b-4fbe-944d-e18ed7055640 service neutron] For port fc816b8f-4a9a-42d9-9b97-c72c0305373e, host hv-cinder-81570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=fc816b8f-4a9a-42d9-9b97-c72c0305373e,segment=NetworkSegment(d9869bc6-0934-425c-9f3c-b69869d4377a),segment_id=d9869bc6-0934-425c-9f3c-b69869d4377a)] {{(pid=118834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:01:07.329179 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ef1a96a2-fdbb-4522-ac99-28a8a4350c79 req-1872ee01-7ac0-497b-b9ad-72bdddc35d3d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855327 Oct 27 17:01:07.347143 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-74f148d9-3cdf-4054-ad2f-e60be162cf74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:07.383956 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-74f148d9-3cdf-4054-ad2f-e60be162cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:07.384771 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-74f148d9-3cdf-4054-ad2f-e60be162cf74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:07.386147 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-74f148d9-3cdf-4054-ad2f-e60be162cf74 service neutron] 10.222.0.11 "PUT /v2.0/ports/5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d HTTP/1.1" status: 200 len: 1093 time: 1.7612987 Oct 27 17:01:07.386698 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4899b3-abb6-45a2-bc1e-2f7ae08c0c61', 'tag': '5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:01:07.389307 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dc711d-d48d-41b1-bdf0-590896b9301b" -d '{"events": [{"name": "network-changed", "server_uuid": "de4899b3-abb6-45a2-bc1e-2f7ae08c0c61", "tag": "5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:01:07.401268 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-e7ade566-4e8b-4fbe-944d-e18ed7055640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:07.422524 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f148d9-3cdf-4054-ad2f-e60be162cf74 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d,revision_number=3']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:07.428085 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3249de34-7e8a-469c-90af-e6fdc94f2595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:07.430533 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3249de34-7e8a-469c-90af-e6fdc94f2595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:07.432453 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-3249de34-7e8a-469c-90af-e6fdc94f2595 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/3fa0ad1f-b7e7-4ee4-9346-6e38f994d548 HTTP/1.1" status: 204 len: 168 time: 0.3286991 Oct 27 17:01:07.454066 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-e7ade566-4e8b-4fbe-944d-e18ed7055640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:07.455203 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-e7ade566-4e8b-4fbe-944d-e18ed7055640 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:07.456265 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-e7ade566-4e8b-4fbe-944d-e18ed7055640 service neutron] 10.222.0.11 "PUT /v2.0/ports/fc816b8f-4a9a-42d9-9b97-c72c0305373e HTTP/1.1" status: 200 len: 1094 time: 1.8302808 Oct 27 17:01:07.459245 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249de34-7e8a-469c-90af-e6fdc94f2595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa0ad1f-b7e7-4ee4-9346-6e38f994d548,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:07.459837 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e75543-4bbf-4866-a1b7-46957c14e05c x-openstack-request-id: req-e8e75543-4bbf-4866-a1b7-46957c14e05c {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:01:07.460293 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4899b3-abb6-45a2-bc1e-2f7ae08c0c61", "tag": "5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:01:07.462111 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-e8e75543-4bbf-4866-a1b7-46957c14e05c {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:01:07.462781 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de4899b3-abb6-45a2-bc1e-2f7ae08c0c61', 'tag': '5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d', 'status': 'completed', 'code': 200} Oct 27 17:01:07.571056 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ade566-4e8b-4fbe-944d-e18ed7055640 service neutron] Pushing event updated for resources: {'Port': ['ID=fc816b8f-4a9a-42d9-9b97-c72c0305373e,revision_number=3']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:07.657530 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6050401-9048-460f-85ab-4916c60a743f req-e91773bb-7aac-40a3-be40-daa99e9e1e0a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:07.659137 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b6050401-9048-460f-85ab-4916c60a743f req-e91773bb-7aac-40a3-be40-daa99e9e1e0a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 944 time: 0.0591331 Oct 27 17:01:07.716071 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b6050401-9048-460f-85ab-4916c60a743f req-86569f15-b530-43c6-9398-e17dc525cc2c tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377278 Oct 27 17:01:07.914757 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66d8d-893a-4658-a192-23dee0f2bd01 req-e1453d1f-1fa0-433e-9bdc-0fbdc11ad3ae tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:07.916423 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-24f66d8d-893a-4658-a192-23dee0f2bd01 req-e1453d1f-1fa0-433e-9bdc-0fbdc11ad3ae tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.0529237 Oct 27 17:01:07.969929 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-24f66d8d-893a-4658-a192-23dee0f2bd01 req-4f15d50f-71b3-4cac-8ec4-14c56138c0e7 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429006 Oct 27 17:01:08.418101 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc711d-d48d-41b1-bdf0-590896b9301b req-2b726d82-5c58-4e74-83c2-115bdbbf72ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:08.419597 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b0dc711d-d48d-41b1-bdf0-590896b9301b req-2b726d82-5c58-4e74-83c2-115bdbbf72ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5eb132de3af4a108561a16af567602d&device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 1096 time: 0.0569634 Oct 27 17:01:08.424718 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03875c05-dddf-4226-9b4d-ac586257150c req-99e35900-e1ad-490d-ae2d-dc69bb7fdfb7 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:08.432530 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-03875c05-dddf-4226-9b4d-ac586257150c req-99e35900-e1ad-490d-ae2d-dc69bb7fdfb7 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 943 time: 0.0807679 Oct 27 17:01:08.473441 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56cc60-b744-47f0-899e-a48fc2ca861f req-9cd8b2b0-60ab-4840-86d7-e22d84181efb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:08.475071 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5b56cc60-b744-47f0-899e-a48fc2ca861f req-9cd8b2b0-60ab-4840-86d7-e22d84181efb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0545950 Oct 27 17:01:08.481880 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-03875c05-dddf-4226-9b4d-ac586257150c req-769e2498-93fa-4977-9e95-0268d2c7c4e3 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476553 Oct 27 17:01:08.605640 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5b56cc60-b744-47f0-899e-a48fc2ca861f req-dacfba52-99ad-4ebf-ade4-0f1a75eee6f2 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231411 Oct 27 17:01:08.655740 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-ca9e2904-e91a-42ed-8c4c-202c12adf740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:08.657243 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-ca9e2904-e91a-42ed-8c4c-202c12adf740 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c07c026ef0854453b5ecceadb89134a1&device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 1097 time: 0.1330104 Oct 27 17:01:08.659874 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc711d-d48d-41b1-bdf0-590896b9301b req-e9d55036-67f4-44f0-a36e-6507bdbb8311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:08.661226 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b0dc711d-d48d-41b1-bdf0-590896b9301b req-e9d55036-67f4-44f0-a36e-6507bdbb8311 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c5eb132de3af4a108561a16af567602d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1593249 Oct 27 17:01:08.844588 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba26774-0ffa-4726-bbd7-cc5ef62c50f2 req-1803968b-2a96-4426-9d6d-b6f60d2b50b0 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:08.846039 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8ba26774-0ffa-4726-bbd7-cc5ef62c50f2 req-1803968b-2a96-4426-9d6d-b6f60d2b50b0 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 944 time: 0.0577419 Oct 27 17:01:08.891594 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8ba26774-0ffa-4726-bbd7-cc5ef62c50f2 req-b3d9a47a-072f-4d10-8020-98a3dcd09eb5 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393343 Oct 27 17:01:08.937443 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-4979a96b-e93f-4cce-839b-976c09819c52 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc816b8f-4a9a-42d9-9b97-c72c0305373e HTTP/1.1" status: 200 len: 217 time: 0.0655544 Oct 27 17:01:09.030138 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-bc905d6d-4e29-4992-8165-16c88f7e8ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:09.031595 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-bc905d6d-4e29-4992-8165-16c88f7e8ed3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c4f7fbc0-a6c8-4955-8e60-af2439f45127 HTTP/1.1" status: 200 len: 850 time: 0.0684836 Oct 27 17:01:09.104908 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc711d-d48d-41b1-bdf0-590896b9301b req-dd96bd9c-c097-4e86-8231-9864638dfa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:09.106597 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b0dc711d-d48d-41b1-bdf0-590896b9301b req-dd96bd9c-c097-4e86-8231-9864638dfa73 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2280922 Oct 27 17:01:09.139841 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-7fe6beee-1e93-497c-8779-b894737c3487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:09.141382 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-7fe6beee-1e93-497c-8779-b894737c3487 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2442317d-bf65-4101-a370-d9f0807c7f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0956819 Oct 27 17:01:09.149044 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876a7bd-8297-418e-b526-48f8cc6255e1 req-ad07999f-189c-4b84-b2e1-990ad9a7a7d5 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:09.150611 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-9876a7bd-8297-418e-b526-48f8cc6255e1 req-ad07999f-189c-4b84-b2e1-990ad9a7a7d5 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.1105490 Oct 27 17:01:09.190866 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 53362) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:09.194964 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-9876a7bd-8297-418e-b526-48f8cc6255e1 req-d56d7f68-d8d5-4e2d-89f9-500db2bc6db3 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372908 Oct 27 17:01:09.328716 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-89a04b6c-fa37-4753-be79-dea5e9fbdd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:09.332704 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-89a04b6c-fa37-4753-be79-dea5e9fbdd93 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5eb132de3af4a108561a16af567602d&device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 1096 time: 0.0667624 Oct 27 17:01:09.380936 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-861e766c-548e-4346-bb65-7a83e55af617 service neutron] 10.222.0.11 "GET /v2.0/networks/2442317d-bf65-4101-a370-d9f0807c7f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633301 Oct 27 17:01:09.382306 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-87ed4fb4-2f67-4824-8422-561718700306 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d HTTP/1.1" status: 200 len: 217 time: 0.0427604 Oct 27 17:01:09.460187 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-45ffae66-b438-4940-803b-48877f95d864 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-692975932-network', 'tenant_id': '99208645c1ed4c0b87f6f73af63a2c59'}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:01:09.466044 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38919dee-7c51-4e8e-9384-0534e8ddafc6', 'tag': 'fc816b8f-4a9a-42d9-9b97-c72c0305373e'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:01:09.468397 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995f10ab-1500-4aa7-b83c-a6466f880155" -d '{"events": [{"name": "network-changed", "server_uuid": "38919dee-7c51-4e8e-9384-0534e8ddafc6", "tag": "fc816b8f-4a9a-42d9-9b97-c72c0305373e"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:01:09.504744 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-a344a9d8-1395-4ea3-a3b2-8290e33025c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:09.504744 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-a344a9d8-1395-4ea3-a3b2-8290e33025c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b59259a-4a35-4b3f-b276-e215349f7ead HTTP/1.1" status: 200 len: 856 time: 0.1062078 Oct 27 17:01:09.535580 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d25eee95-ab5e-41f8-91a2-bc78eb211ec5 req-6c975500-01d4-4c59-9cd1-d0db09ed9b1b service neutron] 10.222.0.11 "GET /v2.0/networks/2442317d-bf65-4101-a370-d9f0807c7f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406429 Oct 27 17:01:09.547368 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6e2960-ae55-4f45-862d-227f8f4e455e x-openstack-request-id: req-5f6e2960-ae55-4f45-862d-227f8f4e455e {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:01:09.547707 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38919dee-7c51-4e8e-9384-0534e8ddafc6", "tag": "fc816b8f-4a9a-42d9-9b97-c72c0305373e", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:01:09.547987 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-5f6e2960-ae55-4f45-862d-227f8f4e455e {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:01:09.548346 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38919dee-7c51-4e8e-9384-0534e8ddafc6', 'tag': 'fc816b8f-4a9a-42d9-9b97-c72c0305373e', 'status': 'completed', 'code': 200} Oct 27 17:01:09.576213 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ffae66-b438-4940-803b-48877f95d864 admin admin] Made reservation on behalf of 99208645c1ed4c0b87f6f73af63a2c59 for: {'network': 1} {{(pid=118833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:01:09.578646 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-45ffae66-b438-4940-803b-48877f95d864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for network, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:09.589511 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-45ffae66-b438-4940-803b-48877f95d864 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:09.673452 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9f4f8-bb9e-4ba2-a72f-23b363c1e605 req-c9112573-9387-4fb1-96bf-04d5de364d83 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:09.675069 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8ae9f4f8-bb9e-4ba2-a72f-23b363c1e605 req-c9112573-9387-4fb1-96bf-04d5de364d83 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 943 time: 0.0861075 Oct 27 17:01:09.689980 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-145fb1c1-fa86-4f29-a68b-1333f433ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:09.692465 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-145fb1c1-fa86-4f29-a68b-1333f433ad3c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622439 Oct 27 17:01:09.811018 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-45ffae66-b438-4940-803b-48877f95d864 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:09.826592 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e389c-4775-483e-9c35-74a94b8e0e67 req-822d66f3-9ff3-48f2-a506-250fb0f69038 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:09.828518 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6b0e389c-4775-483e-9c35-74a94b8e0e67 req-822d66f3-9ff3-48f2-a506-250fb0f69038 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.1096857 Oct 27 17:01:09.861158 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8ae9f4f8-bb9e-4ba2-a72f-23b363c1e605 req-c01eb71c-6515-44b5-b764-f6278d46e77f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675706 Oct 27 17:01:09.878109 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-45ffae66-b438-4940-803b-48877f95d864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:09.901459 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f10ab-1500-4aa7-b83c-a6466f880155 req-802a6ff6-83d9-48c8-b397-0f7fe5c924b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:09.903520 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-995f10ab-1500-4aa7-b83c-a6466f880155 req-802a6ff6-83d9-48c8-b397-0f7fe5c924b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c07c026ef0854453b5ecceadb89134a1&device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 1097 time: 0.1745183 Oct 27 17:01:09.907974 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6b0e389c-4775-483e-9c35-74a94b8e0e67 req-ba67971e-2c87-4aea-89e5-1e1937746de7 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668571 Oct 27 17:01:09.928014 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ffae66-b438-4940-803b-48877f95d864 admin admin] vlan segment allocate from pool success with {'vlan_id': 1351, 'physical_network': 'physnet1'} {{(pid=118833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:01:09.964503 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-45ffae66-b438-4940-803b-48877f95d864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:09.964883 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.db.segments_db [None req-45ffae66-b438-4940-803b-48877f95d864 admin admin] Added segment 278b91b1-e120-469d-8566-263408e2373d of type vlan for network 54ec8aa4-3547-4515-840a-88e087045639 Oct 27 17:01:09.978284 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-fc790924-53a0-47c0-8c3d-7ad593e7589c service neutron] 10.222.0.11 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511356 Oct 27 17:01:10.014877 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-45ffae66-b438-4940-803b-48877f95d864 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740459766941'] for network, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:10.017130 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffae66-b438-4940-803b-48877f95d864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9a4cb3-03c7-47cf-b941-a0a807eab95f,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:10.187915 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-45ffae66-b438-4940-803b-48877f95d864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for network, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:10.189002 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ffae66-b438-4940-803b-48877f95d864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:10.189701 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-45ffae66-b438-4940-803b-48877f95d864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:10.208263 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbc669-e6cf-413a-9df9-cb17e5f6f516 req-81f64546-492b-452e-a786-e013d2869999 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:10.209784 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-95cbc669-e6cf-413a-9df9-cb17e5f6f516 req-81f64546-492b-452e-a786-e013d2869999 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 944 time: 0.1977868 Oct 27 17:01:10.217256 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a58df061-5ddb-40ed-9901-e04a7f54c6d4 req-50ff143f-7fc5-4177-a601-b36c768fd17a service neutron] 10.222.0.11 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060664 Oct 27 17:01:10.220159 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f10ab-1500-4aa7-b83c-a6466f880155 req-420ecc65-3189-4147-a8ac-c1f150b938ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:10.221604 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-995f10ab-1500-4aa7-b83c-a6466f880155 req-420ecc65-3189-4147-a8ac-c1f150b938ec service neutron] 10.222.0.11 "GET /v2.0/networks?id=2442317d-bf65-4101-a370-d9f0807c7f4a HTTP/1.1" status: 200 len: 913 time: 0.3072448 Oct 27 17:01:10.268528 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffae66-b438-4940-803b-48877f95d864 admin admin] Pushing event updated for resources: {'Network': ['ID=54ec8aa4-3547-4515-840a-88e087045639,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:10.283166 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Network 54ec8aa4-3547-4515-840a-88e087045639 details requested by agent ovs-agent-dv-cinder-815701-1-iscsi with host dv-cinder-815701-1-iscsi {{(pid=118835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:01:10.292647 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-995f10ab-1500-4aa7-b83c-a6466f880155 req-e493c3f7-16b7-4b01-99c6-a3e045c869b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc816b8f-4a9a-42d9-9b97-c72c0305373e HTTP/1.1" status: 200 len: 217 time: 0.0493288 Oct 27 17:01:10.366395 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f10ab-1500-4aa7-b83c-a6466f880155 req-d7f96573-86d4-4cd4-9dd3-6183f01cc74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:10.369478 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa83a35-3463-4a98-a624-e00abddc7816 req-5456a73b-b10c-41fb-a4a6-023009c0ab9f tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:10.374852 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-995f10ab-1500-4aa7-b83c-a6466f880155 req-d7f96573-86d4-4cd4-9dd3-6183f01cc74e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c4f7fbc0-a6c8-4955-8e60-af2439f45127 HTTP/1.1" status: 200 len: 850 time: 0.0699255 Oct 27 17:01:10.380001 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8fa83a35-3463-4a98-a624-e00abddc7816 req-5456a73b-b10c-41fb-a4a6-023009c0ab9f tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.1018369 Oct 27 17:01:10.384787 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-95cbc669-e6cf-413a-9df9-cb17e5f6f516 req-38d307ad-ea94-4f54-83b0-0a81a8df96c3 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666198 Oct 27 17:01:10.416977 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-45ffae66-b438-4940-803b-48877f95d864 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2243483 Oct 27 17:01:10.419727 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 53418) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:10.424268 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-4f315d1d-1966-4733-8ce4-e0fd9e6fa780 admin admin] Request body: {'subnet': {'network_id': '54ec8aa4-3547-4515-840a-88e087045639', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-692975932-subnet', 'tenant_id': '99208645c1ed4c0b87f6f73af63a2c59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:01:10.451806 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8fa83a35-3463-4a98-a624-e00abddc7816 req-75ff6859-f294-4bc3-9d1e-4c03b0ae3fc1 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704072 Oct 27 17:01:10.455095 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f10ab-1500-4aa7-b83c-a6466f880155 req-39c3841a-dd5d-4a94-9039-6bc35e6ebfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:10.457401 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-995f10ab-1500-4aa7-b83c-a6466f880155 req-39c3841a-dd5d-4a94-9039-6bc35e6ebfb6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2442317d-bf65-4101-a370-d9f0807c7f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678825 Oct 27 17:01:10.555418 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-995f10ab-1500-4aa7-b83c-a6466f880155 req-2222cfac-c4d9-4f2b-81a0-304bc83ba533 service neutron] 10.222.0.11 "GET /v2.0/networks/2442317d-bf65-4101-a370-d9f0807c7f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852020 Oct 27 17:01:10.563657 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f315d1d-1966-4733-8ce4-e0fd9e6fa780 admin admin] Made reservation on behalf of 99208645c1ed4c0b87f6f73af63a2c59 for: {'subnet': 1} {{(pid=118833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:01:10.566034 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-4f315d1d-1966-4733-8ce4-e0fd9e6fa780 admin admin] Publish callbacks [] for subnet, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:10.656845 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-995f10ab-1500-4aa7-b83c-a6466f880155 req-88ee6ebd-4ef1-4e62-9fd4-7f8c8637a43a service neutron] 10.222.0.11 "GET /v2.0/networks/2442317d-bf65-4101-a370-d9f0807c7f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923917 Oct 27 17:01:10.793474 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-4f315d1d-1966-4733-8ce4-e0fd9e6fa780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for subnet, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:10.849885 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f315d1d-1966-4733-8ce4-e0fd9e6fa780 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e1307e6-ecda-40ea-bbad-65c3694bfc3e,revision_number=0']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:10.858093 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f315d1d-1966-4733-8ce4-e0fd9e6fa780 admin admin] Checking segment: {'id': '278b91b1-e120-469d-8566-263408e2373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '54ec8aa4-3547-4515-840a-88e087045639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:01:10.858476 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f315d1d-1966-4733-8ce4-e0fd9e6fa780 admin admin] Network hostable DHCP agents. Network: 54ec8aa4-3547-4515-840a-88e087045639, hostable agents: ['acf894c1-b7b8-4d52-ad08-8b9062216bf0'], hosted agents: [] {{(pid=118833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:01:10.970063 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f315d1d-1966-4733-8ce4-e0fd9e6fa780 admin admin] Network 54ec8aa4-3547-4515-840a-88e087045639 is scheduled to be hosted by DHCP agent acf894c1-b7b8-4d52-ad08-8b9062216bf0 with binding_index 1 {{(pid=118833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:01:10.998216 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621ba57-c65d-4d42-abf9-20f22d2f4c1e req-7694662f-c4fa-4348-a0bb-44ae7bf59ff9 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:10.999771 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7621ba57-c65d-4d42-abf9-20f22d2f4c1e req-7694662f-c4fa-4348-a0bb-44ae7bf59ff9 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 943 time: 0.0679784 Oct 27 17:01:11.040176 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76972ec-f3ae-49a2-9799-603263196217 req-be658e9d-fc90-440a-9f75-694a98a15cc1 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:11.041824 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b76972ec-f3ae-49a2-9799-603263196217 req-be658e9d-fc90-440a-9f75-694a98a15cc1 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0511012 Oct 27 17:01:11.042075 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7621ba57-c65d-4d42-abf9-20f22d2f4c1e req-ee221de8-67d3-4fc7-8b47-17fce2738d56 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351157 Oct 27 17:01:11.080759 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b76972ec-f3ae-49a2-9799-603263196217 req-e863701e-e590-41f9-b0cb-7ed09a26bd24 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323579 Oct 27 17:01:11.096868 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-4f315d1d-1966-4733-8ce4-e0fd9e6fa780 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815701-1-iscsi, 54ec8aa4-3547-4515-840a-88e087045639) {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:01:11.106348 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f315d1d-1966-4733-8ce4-e0fd9e6fa780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:11.106987 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-4f315d1d-1966-4733-8ce4-e0fd9e6fa780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:11.112012 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6e61bb-4eb6-4034-88e5-f95079125cc3 None None] Network 54ec8aa4-3547-4515-840a-88e087045639 requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:01:11.181906 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-4f315d1d-1966-4733-8ce4-e0fd9e6fa780 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7524505 Oct 27 17:01:11.261768 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fefad1-f377-4ef0-82ff-abde420db5a2 None None] Network 54ec8aa4-3547-4515-840a-88e087045639 requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:01:11.514017 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715043d1-496d-4354-8270-18b4ee2144bb req-82f537fc-7e6c-4194-9ad9-882e8907db8e tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:11.515536 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-715043d1-496d-4354-8270-18b4ee2144bb req-82f537fc-7e6c-4194-9ad9-882e8907db8e tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 944 time: 0.0567520 Oct 27 17:01:11.570082 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-715043d1-496d-4354-8270-18b4ee2144bb req-4eec6c1e-79a5-4fa0-b1cd-46e15514c141 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471296 Oct 27 17:01:11.592549 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06498ca7-4615-48a9-91f3-dd02591e1dd8 req-e7fcfcb8-1e7e-41e3-aee8-93b45dd2567e tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:11.594153 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-06498ca7-4615-48a9-91f3-dd02591e1dd8 req-e7fcfcb8-1e7e-41e3-aee8-93b45dd2567e tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.0731325 Oct 27 17:01:11.639540 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-06498ca7-4615-48a9-91f3-dd02591e1dd8 req-c7d11e44-7785-43da-8c51-6326891444f4 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390944 Oct 27 17:01:11.996123 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 53474) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:12.002652 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-4d5eb9fe-c4ac-4b4d-8b50-0a8ecb5052d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-187250546-network', 'tenant_id': '121a27c66d8b4e36947e4de2bd48d879'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:01:12.095261 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5eb9fe-c4ac-4b4d-8b50-0a8ecb5052d6 admin admin] Made reservation on behalf of 121a27c66d8b4e36947e4de2bd48d879 for: {'network': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:01:12.097707 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb9fe-c4ac-4b4d-8b50-0a8ecb5052d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for network, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:12.114774 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb9fe-c4ac-4b4d-8b50-0a8ecb5052d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:12.186365 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affef14-c5da-47e7-a929-84e3c92d04f2 req-97feac51-2992-4e22-a62c-253261c781a1 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:12.187832 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6affef14-c5da-47e7-a929-84e3c92d04f2 req-97feac51-2992-4e22-a62c-253261c781a1 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 943 time: 0.0748336 Oct 27 17:01:12.207886 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fc192-007a-4d96-9744-469bc6050499 req-41791ba4-1140-42fd-a1d8-51e34b3fd192 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:12.209376 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b19fc192-007a-4d96-9744-469bc6050499 req-41791ba4-1140-42fd-a1d8-51e34b3fd192 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0509396 Oct 27 17:01:12.245188 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6affef14-c5da-47e7-a929-84e3c92d04f2 req-ac7f1349-e918-4818-a725-5ea8a3f0a988 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502281 Oct 27 17:01:12.253382 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b19fc192-007a-4d96-9744-469bc6050499 req-b4fda5cb-f6c5-4825-84db-758112007830 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372779 Oct 27 17:01:12.275522 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb9fe-c4ac-4b4d-8b50-0a8ecb5052d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:12.347183 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb9fe-c4ac-4b4d-8b50-0a8ecb5052d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:12.373154 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5eb9fe-c4ac-4b4d-8b50-0a8ecb5052d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1387, 'physical_network': 'physnet1'} {{(pid=118834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:01:12.382045 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5eb9fe-c4ac-4b4d-8b50-0a8ecb5052d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd107df-56a6-4d20-92b7-2d67bb45f0b6,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:12.388187 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb9fe-c4ac-4b4d-8b50-0a8ecb5052d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:12.392739 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.segments_db [None req-4d5eb9fe-c4ac-4b4d-8b50-0a8ecb5052d6 admin admin] Added segment e1177744-08d1-4050-92a1-9af691a4f7cb of type vlan for network 2dd3b088-3b65-47d4-ad92-bc58727dcd9d Oct 27 17:01:12.428527 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb9fe-c4ac-4b4d-8b50-0a8ecb5052d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740459766941'] for network, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:12.490235 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb9fe-c4ac-4b4d-8b50-0a8ecb5052d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for network, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:12.491307 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5eb9fe-c4ac-4b4d-8b50-0a8ecb5052d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:12.492019 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb9fe-c4ac-4b4d-8b50-0a8ecb5052d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:12.556976 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5eb9fe-c4ac-4b4d-8b50-0a8ecb5052d6 admin admin] Pushing event updated for resources: {'Network': ['ID=2dd3b088-3b65-47d4-ad92-bc58727dcd9d,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:12.567346 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Network 2dd3b088-3b65-47d4-ad92-bc58727dcd9d details requested by agent ovs-agent-dv-cinder-815701-1-iscsi with host dv-cinder-815701-1-iscsi {{(pid=118835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:01:12.608066 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-4d5eb9fe-c4ac-4b4d-8b50-0a8ecb5052d6 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6104770 Oct 27 17:01:12.610766 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 53494) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:12.615828 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-6d50cbef-4f0f-4828-96b5-a5ef0753b9c0 admin admin] Request body: {'subnet': {'network_id': '2dd3b088-3b65-47d4-ad92-bc58727dcd9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-187250546-subnet', 'tenant_id': '121a27c66d8b4e36947e4de2bd48d879', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:01:12.693276 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa071a1-97b7-4330-a536-09866f08b381 req-4231ac27-3962-49ce-8e72-f9283b61a9ce tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:12.694764 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-afa071a1-97b7-4330-a536-09866f08b381 req-4231ac27-3962-49ce-8e72-f9283b61a9ce tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 944 time: 0.0506151 Oct 27 17:01:12.696657 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d50cbef-4f0f-4828-96b5-a5ef0753b9c0 admin admin] Made reservation on behalf of 121a27c66d8b4e36947e4de2bd48d879 for: {'subnet': 1} {{(pid=118833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:01:12.699120 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6d50cbef-4f0f-4828-96b5-a5ef0753b9c0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:12.735565 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-afa071a1-97b7-4330-a536-09866f08b381 req-220bfabe-60d7-436f-9c74-973389a0ab58 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327065 Oct 27 17:01:12.810110 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a6119-4265-47dc-8ded-72da13774570 req-44cdc710-3ca3-465b-9c34-2ec68dd3deea tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:12.811609 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-9b6a6119-4265-47dc-8ded-72da13774570 req-44cdc710-3ca3-465b-9c34-2ec68dd3deea tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.0996332 Oct 27 17:01:12.879052 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-9b6a6119-4265-47dc-8ded-72da13774570 req-c0e95930-1778-44fc-892c-00a14fee4979 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599251 Oct 27 17:01:13.004366 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6d50cbef-4f0f-4828-96b5-a5ef0753b9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for subnet, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:13.057323 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50cbef-4f0f-4828-96b5-a5ef0753b9c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=509c67eb-d44b-4ba0-a1f5-60d903a1edd9,revision_number=0']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:13.067681 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50cbef-4f0f-4828-96b5-a5ef0753b9c0 admin admin] Checking segment: {'id': 'e1177744-08d1-4050-92a1-9af691a4f7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '2dd3b088-3b65-47d4-ad92-bc58727dcd9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:01:13.068037 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d50cbef-4f0f-4828-96b5-a5ef0753b9c0 admin admin] Network hostable DHCP agents. Network: 2dd3b088-3b65-47d4-ad92-bc58727dcd9d, hostable agents: ['acf894c1-b7b8-4d52-ad08-8b9062216bf0'], hosted agents: [] {{(pid=118833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:01:13.169215 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d50cbef-4f0f-4828-96b5-a5ef0753b9c0 admin admin] Network 2dd3b088-3b65-47d4-ad92-bc58727dcd9d is scheduled to be hosted by DHCP agent acf894c1-b7b8-4d52-ad08-8b9062216bf0 with binding_index 1 {{(pid=118833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:01:13.244481 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-6d50cbef-4f0f-4828-96b5-a5ef0753b9c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815701-1-iscsi, 2dd3b088-3b65-47d4-ad92-bc58727dcd9d) {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:01:13.249503 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50cbef-4f0f-4828-96b5-a5ef0753b9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:13.250150 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6d50cbef-4f0f-4828-96b5-a5ef0753b9c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:13.253245 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2845cf-f3ce-4a77-b616-dbe9dfa759ec None None] Network 2dd3b088-3b65-47d4-ad92-bc58727dcd9d requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:01:13.350167 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-6d50cbef-4f0f-4828-96b5-a5ef0753b9c0 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7381811 Oct 27 17:01:13.393198 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe5ae9-1313-45aa-9ed7-ed22f34e7c42 req-b1148d84-2938-40fe-8580-7410dde2274e tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:13.395711 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-80fe5ae9-1313-45aa-9ed7-ed22f34e7c42 req-b1148d84-2938-40fe-8580-7410dde2274e tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 943 time: 0.0678713 Oct 27 17:01:13.427858 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cb29a4-2ef4-4903-905e-603b88129429 None None] Network 2dd3b088-3b65-47d4-ad92-bc58727dcd9d requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:01:13.450151 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1f1e7-5840-4e3e-b2b3-c439138440b8 req-d6792170-000c-4528-92fb-48fa40206362 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:13.458215 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-82e1f1e7-5840-4e3e-b2b3-c439138440b8 req-d6792170-000c-4528-92fb-48fa40206362 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0915482 Oct 27 17:01:13.461127 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-80fe5ae9-1313-45aa-9ed7-ed22f34e7c42 req-18f27c4a-8813-4bd9-b36c-0737018f6f27 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560689 Oct 27 17:01:13.474210 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:01:13.525580 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-82e1f1e7-5840-4e3e-b2b3-c439138440b8 req-8d7ca6eb-a1e8-40a2-9aaf-b67349cbd9e3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663648 Oct 27 17:01:14.003365 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06075a-49f8-4bc2-97eb-3e85dafc126b req-ce01abe5-9dbd-438d-967f-7e3560bb8ee4 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:14.005131 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7d06075a-49f8-4bc2-97eb-3e85dafc126b req-ce01abe5-9dbd-438d-967f-7e3560bb8ee4 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.0548899 Oct 27 17:01:14.050944 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7d06075a-49f8-4bc2-97eb-3e85dafc126b req-d1dc3bdd-f488-4a2c-b8c8-291aa5fe0fee tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389469 Oct 27 17:01:14.058253 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1443ee4-5827-4d7f-8a0f-ee454b9f5571 req-d27dab7d-4cd5-4c8a-bf05-8e150b2f05cd tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:14.059751 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a1443ee4-5827-4d7f-8a0f-ee454b9f5571 req-d27dab7d-4cd5-4c8a-bf05-8e150b2f05cd tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 944 time: 0.2513077 Oct 27 17:01:14.112318 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a1443ee4-5827-4d7f-8a0f-ee454b9f5571 req-fb7edb04-6ffd-458b-a0b2-70699c7528ab tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328305 Oct 27 17:01:14.247261 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 53546) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:14.356540 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b212-f6cc-4d83-b3a8-479c36113d5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:14.432766 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b212-f6cc-4d83-b3a8-479c36113d5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:14.547489 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b212-f6cc-4d83-b3a8-479c36113d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:14.608295 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4b212-f6cc-4d83-b3a8-479c36113d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8fae4e-1a03-4666-8f8d-c45947566273,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:14.612499 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-1ce4b212-f6cc-4d83-b3a8-479c36113d5d admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=a1b8f754b14c46228c67390a13aa8530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642302 Oct 27 17:01:14.615868 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 53562) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:14.634041 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d1f36-08c7-4919-b70c-6ecbb2c65ab7 req-cca54d0f-892f-4271-87a9-fe500ed7d62f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:14.635819 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2f2d1f36-08c7-4919-b70c-6ecbb2c65ab7 req-cca54d0f-892f-4271-87a9-fe500ed7d62f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 943 time: 0.0991299 Oct 27 17:01:14.654773 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c64240-58e6-4c7e-b967-56193d7361c4 req-4bd802c5-69ce-4496-8f67-0f82f5c167bf tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:14.656257 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a4c64240-58e6-4c7e-b967-56193d7361c4 req-4bd802c5-69ce-4496-8f67-0f82f5c167bf tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0524721 Oct 27 17:01:14.698363 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a4c64240-58e6-4c7e-b967-56193d7361c4 req-baf1ee54-52c5-42c5-b141-df8606580f95 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355418 Oct 27 17:01:14.708200 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2f2d1f36-08c7-4919-b70c-6ecbb2c65ab7 req-ac0d959f-1e53-4573-bd70-35d1cbb1e3c9 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609970 Oct 27 17:01:14.708966 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3d938e83-86d7-4948-987e-f67520f6f6db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:14.741310 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3d938e83-86d7-4948-987e-f67520f6f6db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:14.855926 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3d938e83-86d7-4948-987e-f67520f6f6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:14.858462 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3d938e83-86d7-4948-987e-f67520f6f6db admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:14.859604 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-3d938e83-86d7-4948-987e-f67520f6f6db admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/5d8fae4e-1a03-4666-8f8d-c45947566273 HTTP/1.1" status: 204 len: 168 time: 0.2427287 Oct 27 17:01:14.867470 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d938e83-86d7-4948-987e-f67520f6f6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8fae4e-1a03-4666-8f8d-c45947566273,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:15.165386 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a05307-497c-42ac-834e-cf5976ce928f req-61dc8b65-561c-41c1-9727-5c616959d45d tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:15.167159 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-05a05307-497c-42ac-834e-cf5976ce928f req-61dc8b65-561c-41c1-9727-5c616959d45d tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.0507166 Oct 27 17:01:15.211637 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-05a05307-497c-42ac-834e-cf5976ce928f req-038c30bf-9407-4ab7-8335-fab8d620d509 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384297 Oct 27 17:01:15.237030 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ff74d-5200-4026-860f-17d2550d95a6 req-bac61134-4096-4279-82cf-93b0c0c1a1ca tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:15.238858 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8a2ff74d-5200-4026-860f-17d2550d95a6 req-bac61134-4096-4279-82cf-93b0c0c1a1ca tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 944 time: 0.0503659 Oct 27 17:01:15.280293 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8a2ff74d-5200-4026-860f-17d2550d95a6 req-41e84a3b-ea24-44cc-a9fa-ae79aec815ab tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346701 Oct 27 17:01:15.442189 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 53574) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:15.458258 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-30084529-01c6-4e23-aa68-265ee8af906d admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:15.533061 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-30084529-01c6-4e23-aa68-265ee8af906d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:15.598224 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-30084529-01c6-4e23-aa68-265ee8af906d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:15.638205 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-30084529-01c6-4e23-aa68-265ee8af906d admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=3b7d11ebc8af45818fed98f5d5b973e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1948383 Oct 27 17:01:15.638982 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30084529-01c6-4e23-aa68-265ee8af906d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b3b7e1-3b4c-405c-9910-7c84d6407bc1,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:15.641623 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 53580) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:15.691602 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-18846330-c51b-44db-9847-cedec6698258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:15.712031 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-18846330-c51b-44db-9847-cedec6698258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:15.831062 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd0779-0e00-48f4-9ae0-3c9b647a2480 req-9487d10c-05e9-4b84-ad49-59f602af9856 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:15.832551 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cacd0779-0e00-48f4-9ae0-3c9b647a2480 req-9487d10c-05e9-4b84-ad49-59f602af9856 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0494168 Oct 27 17:01:15.835672 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6060a-3828-46ad-ac32-b15a731c379f req-02fbce76-7da5-46cd-8822-85a740334457 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:15.837687 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-08f6060a-3828-46ad-ac32-b15a731c379f req-02fbce76-7da5-46cd-8822-85a740334457 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 943 time: 0.0489635 Oct 27 17:01:15.839001 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-18846330-c51b-44db-9847-cedec6698258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:15.841573 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-18846330-c51b-44db-9847-cedec6698258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:15.845420 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-18846330-c51b-44db-9847-cedec6698258 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/a3b3b7e1-3b4c-405c-9910-7c84d6407bc1 HTTP/1.1" status: 204 len: 168 time: 0.1994741 Oct 27 17:01:15.859488 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18846330-c51b-44db-9847-cedec6698258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b3b7e1-3b4c-405c-9910-7c84d6407bc1,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:15.877040 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cacd0779-0e00-48f4-9ae0-3c9b647a2480 req-c47e0e4e-d490-4a7f-88bf-ef029fa3cf86 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370843 Oct 27 17:01:15.904598 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-08f6060a-3828-46ad-ac32-b15a731c379f req-da35c901-2b53-452f-889c-887be58b82d9 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579798 Oct 27 17:01:16.325573 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b324181-c133-4523-a3a9-c70d66a71bc6 req-c6868ca2-ec18-4427-bfd3-0084daec71a3 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:16.327073 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8b324181-c133-4523-a3a9-c70d66a71bc6 req-c6868ca2-ec18-4427-bfd3-0084daec71a3 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.0487626 Oct 27 17:01:16.371483 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8b324181-c133-4523-a3a9-c70d66a71bc6 req-b5cc21e5-576c-444a-b4a4-88c96ce256b8 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378325 Oct 27 17:01:16.405810 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05e0fa-7d81-455c-954b-bb56653c685b req-d4201668-1167-40c3-801b-22a78bcb8a3a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:16.407392 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-9e05e0fa-7d81-455c-954b-bb56653c685b req-d4201668-1167-40c3-801b-22a78bcb8a3a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 944 time: 0.0602524 Oct 27 17:01:16.444985 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-9e05e0fa-7d81-455c-954b-bb56653c685b req-257650a1-18d7-44b0-b7a3-0a1c7a982fa1 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316136 Oct 27 17:01:16.997630 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e42a4-25e4-4fb4-b3a5-c247f66907e8 req-327aa1ea-c0ea-4fbb-920f-bf53ea3f4221 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:16.999286 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0d0e42a4-25e4-4fb4-b3a5-c247f66907e8 req-327aa1ea-c0ea-4fbb-920f-bf53ea3f4221 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0509660 Oct 27 17:01:17.019309 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5695e-e663-48f9-b4bc-1dbe0d9bff35 req-d0a4a90d-c7a3-4096-8a13-fff21dccc817 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:17.021073 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-23f5695e-e663-48f9-b4bc-1dbe0d9bff35 req-d0a4a90d-c7a3-4096-8a13-fff21dccc817 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 943 time: 0.0512149 Oct 27 17:01:17.043567 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0d0e42a4-25e4-4fb4-b3a5-c247f66907e8 req-5f1f0ca8-209b-4248-85b4-b7962a9feaa3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380392 Oct 27 17:01:17.068576 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-23f5695e-e663-48f9-b4bc-1dbe0d9bff35 req-6204d3ad-dadc-4892-8f9a-a0ca1688b42f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392199 Oct 27 17:01:17.489803 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00a8b0-08bf-40dd-bbf5-c909ecb779e4 req-26e48adb-9fa3-49dc-a785-535c26266e06 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:17.491613 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-9d00a8b0-08bf-40dd-bbf5-c909ecb779e4 req-26e48adb-9fa3-49dc-a785-535c26266e06 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.0517573 Oct 27 17:01:17.531035 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-9d00a8b0-08bf-40dd-bbf5-c909ecb779e4 req-7ed8f8ed-1057-4000-8035-a75d909d3cbc tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329123 Oct 27 17:01:17.582324 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e7068-013a-44bf-a776-3b84c91049c0 req-8f1c8746-cbb7-48e9-a7be-666f02478fb6 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:17.583825 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-719e7068-013a-44bf-a776-3b84c91049c0 req-8f1c8746-cbb7-48e9-a7be-666f02478fb6 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 944 time: 0.0610843 Oct 27 17:01:17.626241 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-719e7068-013a-44bf-a776-3b84c91049c0 req-7cde37f1-3f5e-49d5-94e4-462d406522e3 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346189 Oct 27 17:01:17.786892 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:01:17.891398 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:17.904904 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': '5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'port_id': '5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d', 'mac_address': 'fa:16:3e:f8:58:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:01:17.944479 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:17.964196 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:01:17.984334 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:18.062419 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:18.063078 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device c730199f-586b-47fe-aa7c-720e6230cad9 details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:01:18.190856 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce365f65-36cc-47ce-b1c0-03efdd5ba3d4 req-52d8ed13-fde5-4b49-b549-9f64e2ccdea3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:18.192747 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ce365f65-36cc-47ce-b1c0-03efdd5ba3d4 req-52d8ed13-fde5-4b49-b549-9f64e2ccdea3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 944 time: 0.0655038 Oct 27 17:01:18.223527 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef9478-9b2d-466f-b9a3-dfc202446fa5 req-840bda8e-f43d-4a41-a7da-1eb94fbc1b2f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:18.225387 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e8ef9478-9b2d-466f-b9a3-dfc202446fa5 req-840bda8e-f43d-4a41-a7da-1eb94fbc1b2f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 943 time: 0.0597966 Oct 27 17:01:18.243166 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ce365f65-36cc-47ce-b1c0-03efdd5ba3d4 req-ef910518-2da0-4956-8fff-5e2d2f59b398 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424054 Oct 27 17:01:18.270907 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e8ef9478-9b2d-466f-b9a3-dfc202446fa5 req-59f4b7fd-ee3c-4f0d-999c-2bb88bd1c8e4 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361364 Oct 27 17:01:18.298875 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:18.338129 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port c730199f-586b-47fe-aa7c-720e6230cad9, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=c730199f-586b-47fe-aa7c-720e6230cad9,segment=NetworkSegment(5fe736cd-0966-4b34-b920-3ef928d9823b),segment_id=5fe736cd-0966-4b34-b920-3ef928d9823b)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:18.348949 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': 'c730199f-586b-47fe-aa7c-720e6230cad9', 'network_id': '63bb574e-682e-4fda-acd7-cf41cb7ff89d', 'port_id': 'c730199f-586b-47fe-aa7c-720e6230cad9', 'mac_address': 'fa:16:3e:57:68:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92aec7f3-099d-4f1b-9326-cd2323ebaada', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:01:18.388966 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:18.402133 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c730199f-586b-47fe-aa7c-720e6230cad9 {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:01:18.421754 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port c730199f-586b-47fe-aa7c-720e6230cad9, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=c730199f-586b-47fe-aa7c-720e6230cad9,segment=NetworkSegment(5fe736cd-0966-4b34-b920-3ef928d9823b),segment_id=5fe736cd-0966-4b34-b920-3ef928d9823b)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:18.508762 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:18.509941 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 7068f777-6dd1-4fd8-87c5-235792a34929 details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:01:18.578884 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 7068f777-6dd1-4fd8-87c5-235792a34929, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=7068f777-6dd1-4fd8-87c5-235792a34929,segment=NetworkSegment(5fe736cd-0966-4b34-b920-3ef928d9823b),segment_id=5fe736cd-0966-4b34-b920-3ef928d9823b)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:18.581367 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=c730199f-586b-47fe-aa7c-720e6230cad9,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:18.596887 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': '7068f777-6dd1-4fd8-87c5-235792a34929', 'network_id': '63bb574e-682e-4fda-acd7-cf41cb7ff89d', 'port_id': '7068f777-6dd1-4fd8-87c5-235792a34929', 'mac_address': 'fa:16:3e:3f:a3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92aec7f3-099d-4f1b-9326-cd2323ebaada', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:01:18.638218 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:18.656705 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7068f777-6dd1-4fd8-87c5-235792a34929 {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:01:18.659560 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5b063-21c6-40c3-afad-099a793a9a83 req-e28f3067-1a8d-4a2b-80d6-90f57b474a91 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:18.661234 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b6d5b063-21c6-40c3-afad-099a793a9a83 req-e28f3067-1a8d-4a2b-80d6-90f57b474a91 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 944 time: 0.0530012 Oct 27 17:01:18.686353 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 7068f777-6dd1-4fd8-87c5-235792a34929, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=7068f777-6dd1-4fd8-87c5-235792a34929,segment=NetworkSegment(5fe736cd-0966-4b34-b920-3ef928d9823b),segment_id=5fe736cd-0966-4b34-b920-3ef928d9823b)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:18.706198 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b6d5b063-21c6-40c3-afad-099a793a9a83 req-06804125-3135-4177-9bd5-82624527756b tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373094 Oct 27 17:01:18.754348 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:18.755246 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device fc816b8f-4a9a-42d9-9b97-c72c0305373e details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:01:18.779808 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb6fa8-889b-4efa-859e-e596909d277d req-7672af5a-3a0f-41b2-a3c9-60600200ec0a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:18.781503 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-61bb6fa8-889b-4efa-859e-e596909d277d req-7672af5a-3a0f-41b2-a3c9-60600200ec0a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 944 time: 0.0611017 Oct 27 17:01:18.845172 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-61bb6fa8-889b-4efa-859e-e596909d277d req-72279dbc-c3ac-411b-b5a4-a89f13504234 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563626 Oct 27 17:01:18.848599 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=7068f777-6dd1-4fd8-87c5-235792a34929,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:18.898855 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port fc816b8f-4a9a-42d9-9b97-c72c0305373e, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=fc816b8f-4a9a-42d9-9b97-c72c0305373e,segment=NetworkSegment(d9869bc6-0934-425c-9f3c-b69869d4377a),segment_id=d9869bc6-0934-425c-9f3c-b69869d4377a)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:18.910561 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': 'fc816b8f-4a9a-42d9-9b97-c72c0305373e', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'port_id': 'fc816b8f-4a9a-42d9-9b97-c72c0305373e', 'mac_address': 'fa:16:3e:0a:50:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:01:18.952321 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:18.966595 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc816b8f-4a9a-42d9-9b97-c72c0305373e {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:01:18.990299 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port fc816b8f-4a9a-42d9-9b97-c72c0305373e, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=fc816b8f-4a9a-42d9-9b97-c72c0305373e,segment=NetworkSegment(d9869bc6-0934-425c-9f3c-b69869d4377a),segment_id=d9869bc6-0934-425c-9f3c-b69869d4377a)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:19.062694 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:19.063452 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device c9db2a0c-a797-4b51-a705-9d7d99765a02 details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:01:19.164965 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=fc816b8f-4a9a-42d9-9b97-c72c0305373e,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:19.208268 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port c9db2a0c-a797-4b51-a705-9d7d99765a02, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=c9db2a0c-a797-4b51-a705-9d7d99765a02,segment=NetworkSegment(7801cd05-0105-48d8-b5f5-cb61ef0fed8a),segment_id=7801cd05-0105-48d8-b5f5-cb61ef0fed8a)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:19.220527 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': 'c9db2a0c-a797-4b51-a705-9d7d99765a02', 'network_id': '24a2aecc-766e-48dd-a6f2-80ab2be7d354', 'port_id': 'c9db2a0c-a797-4b51-a705-9d7d99765a02', 'mac_address': 'fa:16:3e:18:5a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f725a7-8c89-4279-ab60-945302e44e0e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:01:19.257284 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:19.270333 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9db2a0c-a797-4b51-a705-9d7d99765a02 {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:01:19.289850 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port c9db2a0c-a797-4b51-a705-9d7d99765a02, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=c9db2a0c-a797-4b51-a705-9d7d99765a02,segment=NetworkSegment(7801cd05-0105-48d8-b5f5-cb61ef0fed8a),segment_id=7801cd05-0105-48d8-b5f5-cb61ef0fed8a)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:19.388551 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:19.408494 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020376e-6c62-4ac7-9781-c570ffee28e8 req-3ea282f1-575a-4e50-b248-fad9fee74ce6 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:19.410325 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7020376e-6c62-4ac7-9781-c570ffee28e8 req-3ea282f1-575a-4e50-b248-fad9fee74ce6 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 944 time: 0.0611837 Oct 27 17:01:19.414376 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc3faf-ff23-416b-9fa6-618d81c968aa req-f47a77b5-eee8-436d-aa7b-f7629e4706ac tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:19.416317 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-1ffc3faf-ff23-416b-9fa6-618d81c968aa req-f47a77b5-eee8-436d-aa7b-f7629e4706ac tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 944 time: 0.0736871 Oct 27 17:01:19.451322 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=c9db2a0c-a797-4b51-a705-9d7d99765a02,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:19.467008 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-1ffc3faf-ff23-416b-9fa6-618d81c968aa req-6d3c9893-9ac6-437b-ab1c-cc0c7a2a37c1 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434930 Oct 27 17:01:19.481001 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7020376e-6c62-4ac7-9781-c570ffee28e8 req-6863f650-5a03-4121-a804-24b29396b5f3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541179 Oct 27 17:01:19.555419 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-5b108819-fc28-4954-8306-07d28ef9042b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:19.842331 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38375f-12c7-4e9b-9ecb-d41f70f98805 req-9944de2b-3929-4041-a4c6-b3c4f64b35eb tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:19.860754 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0c38375f-12c7-4e9b-9ecb-d41f70f98805 req-9944de2b-3929-4041-a4c6-b3c4f64b35eb tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 945 time: 0.0535746 Oct 27 17:01:19.889676 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0c38375f-12c7-4e9b-9ecb-d41f70f98805 req-e06e6e72-5c77-449a-828e-31c018dd8733 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399332 Oct 27 17:01:19.981354 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240cd01-2a22-4c03-b365-648e9fc3d41c req-01e6d547-8395-456f-b083-c76d97e68b5b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:19.982813 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f240cd01-2a22-4c03-b365-648e9fc3d41c req-01e6d547-8395-456f-b083-c76d97e68b5b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 945 time: 0.0551786 Oct 27 17:01:20.022385 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f240cd01-2a22-4c03-b365-648e9fc3d41c req-337877ef-4c92-44d9-bc6c-21a2db3a640b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330079 Oct 27 17:01:20.415852 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:01:20.481373 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['fc816b8f-4a9a-42d9-9b97-c72c0305373e'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:01:20.514445 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['7068f777-6dd1-4fd8-87c5-235792a34929'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:01:20.560665 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['c9db2a0c-a797-4b51-a705-9d7d99765a02'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:01:20.562596 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['c730199f-586b-47fe-aa7c-720e6230cad9'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:01:20.650552 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f395e0b-2a1e-44c4-82b8-e5f5367f1936 req-fa41ad6b-f866-4a8a-8ec2-24aa05fcdad4 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:20.659733 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-9f395e0b-2a1e-44c4-82b8-e5f5367f1936 req-fa41ad6b-f866-4a8a-8ec2-24aa05fcdad4 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 944 time: 0.0892754 Oct 27 17:01:20.681912 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952446a8-4578-47c0-87ef-ff693692f549 req-696212dc-7497-436c-8156-c459b38d1463 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:20.691616 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-952446a8-4578-47c0-87ef-ff693692f549 req-696212dc-7497-436c-8156-c459b38d1463 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 944 time: 0.1153646 Oct 27 17:01:20.709222 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-9f395e0b-2a1e-44c4-82b8-e5f5367f1936 req-e608af13-13d5-4691-8514-767e6ddfb4c8 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435522 Oct 27 17:01:20.747158 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-952446a8-4578-47c0-87ef-ff693692f549 req-80efeec3-f14e-4ab8-bb33-8eac1f706fce tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510523 Oct 27 17:01:20.872210 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 53788) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:21.049784 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-63386ad9-36e6-475b-8e27-0022437e3029 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:21.079702 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d8f1e-e014-4bef-b7a8-c96eec59511b req-10c7115f-f20b-4627-86f0-6eccec764c97 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:21.081426 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-364d8f1e-e014-4bef-b7a8-c96eec59511b req-10c7115f-f20b-4627-86f0-6eccec764c97 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 945 time: 0.0674217 Oct 27 17:01:21.141178 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-364d8f1e-e014-4bef-b7a8-c96eec59511b req-3a4bb42f-5935-41d0-bf46-d88e57ecbfe9 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525360 Oct 27 17:01:21.183257 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-63386ad9-36e6-475b-8e27-0022437e3029 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:21.196770 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c612322-8a7f-4cfe-9459-a209f86b8776 req-4306589f-d498-4ae2-a85c-eb24f1f3e7fe tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:21.198340 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4c612322-8a7f-4cfe-9459-a209f86b8776 req-4306589f-d498-4ae2-a85c-eb24f1f3e7fe tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 945 time: 0.0835972 Oct 27 17:01:21.237927 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4c612322-8a7f-4cfe-9459-a209f86b8776 req-8ed9ad28-5d33-4ae4-bd43-ad3b2e67dc52 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328045 Oct 27 17:01:21.268217 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-63386ad9-36e6-475b-8e27-0022437e3029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:21.308970 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63386ad9-36e6-475b-8e27-0022437e3029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28b0712-cec0-4cdf-8466-8d501147c442,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:21.312769 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-63386ad9-36e6-475b-8e27-0022437e3029 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=09e50d2f50fe4426bbb2f03f5b95cc97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4386282 Oct 27 17:01:21.315770 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 53808) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:21.319334 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386ad9-36e6-475b-8e27-0022437e3029 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:21.319748 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386ad9-36e6-475b-8e27-0022437e3029 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:21.320153 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386ad9-36e6-475b-8e27-0022437e3029 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:21.320553 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386ad9-36e6-475b-8e27-0022437e3029 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:21.320971 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386ad9-36e6-475b-8e27-0022437e3029 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:21.321450 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386ad9-36e6-475b-8e27-0022437e3029 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:21.321754 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386ad9-36e6-475b-8e27-0022437e3029 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:21.322131 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386ad9-36e6-475b-8e27-0022437e3029 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:21.322571 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386ad9-36e6-475b-8e27-0022437e3029 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:21.323125 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386ad9-36e6-475b-8e27-0022437e3029 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:21.323429 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386ad9-36e6-475b-8e27-0022437e3029 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:21.323851 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386ad9-36e6-475b-8e27-0022437e3029 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:21.372755 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-716e6add-3c61-4dcc-8547-c6a5e12fad80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:21.392627 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-716e6add-3c61-4dcc-8547-c6a5e12fad80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:21.514010 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-716e6add-3c61-4dcc-8547-c6a5e12fad80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:21.516616 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-716e6add-3c61-4dcc-8547-c6a5e12fad80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:21.517759 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-716e6add-3c61-4dcc-8547-c6a5e12fad80 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/c28b0712-cec0-4cdf-8466-8d501147c442 HTTP/1.1" status: 204 len: 168 time: 0.2010028 Oct 27 17:01:21.526393 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e6add-3c61-4dcc-8547-c6a5e12fad80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28b0712-cec0-4cdf-8466-8d501147c442,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:21.533620 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e6add-3c61-4dcc-8547-c6a5e12fad80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:21.533977 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e6add-3c61-4dcc-8547-c6a5e12fad80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:21.534323 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e6add-3c61-4dcc-8547-c6a5e12fad80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:21.534663 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e6add-3c61-4dcc-8547-c6a5e12fad80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:21.535030 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e6add-3c61-4dcc-8547-c6a5e12fad80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:21.535476 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e6add-3c61-4dcc-8547-c6a5e12fad80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:21.535815 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e6add-3c61-4dcc-8547-c6a5e12fad80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:21.536163 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e6add-3c61-4dcc-8547-c6a5e12fad80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:21.536514 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e6add-3c61-4dcc-8547-c6a5e12fad80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:21.536877 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e6add-3c61-4dcc-8547-c6a5e12fad80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:21.537208 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e6add-3c61-4dcc-8547-c6a5e12fad80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:21.537613 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e6add-3c61-4dcc-8547-c6a5e12fad80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:21.848747 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001442a-dc49-4e6b-ada0-f588271f6f3e req-22dcda18-154f-4c4f-a6a2-6e03ecf18338 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:21.850453 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0001442a-dc49-4e6b-ada0-f588271f6f3e req-22dcda18-154f-4c4f-a6a2-6e03ecf18338 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 944 time: 0.0804543 Oct 27 17:01:21.880868 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6878abc-3800-4924-a80f-31e1756b8570 req-2d2cfe97-9cef-4b7c-9e8c-c0f5c716b5e7 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:21.889807 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b6878abc-3800-4924-a80f-31e1756b8570 req-2d2cfe97-9cef-4b7c-9e8c-c0f5c716b5e7 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 944 time: 0.0596032 Oct 27 17:01:21.920218 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0001442a-dc49-4e6b-ada0-f588271f6f3e req-390bc902-4ae6-452c-9c0d-b5850878e415 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616934 Oct 27 17:01:21.931261 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b6878abc-3800-4924-a80f-31e1756b8570 req-fd1ee695-bd10-4028-b6a9-e144827063da tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402350 Oct 27 17:01:21.973924 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 53830) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:22.078427 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-bb51cf88-6d3a-48f7-bf26-962c56436729 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:22.159958 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-bb51cf88-6d3a-48f7-bf26-962c56436729 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:22.216730 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 53842) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:22.229691 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-4b312344-ce5b-4986-88e2-171937033bde admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:22.242645 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-bb51cf88-6d3a-48f7-bf26-962c56436729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:22.290988 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-bb51cf88-6d3a-48f7-bf26-962c56436729 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=8171f2f8b6b549cdaf480eb8cbcf104a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159878 Oct 27 17:01:22.293674 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51cf88-6d3a-48f7-bf26-962c56436729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e7667c-10be-4809-a50b-ee2781dcf9b1,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:22.294913 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 53846) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:22.312512 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edc67a-e9f9-4baf-add9-f0987da59904 req-79c413e4-e141-496e-8dac-a9a08038c29f tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:22.312512 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-68edc67a-e9f9-4baf-add9-f0987da59904 req-79c413e4-e141-496e-8dac-a9a08038c29f tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 945 time: 0.0943630 Oct 27 17:01:22.348164 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-68edc67a-e9f9-4baf-add9-f0987da59904 req-af57fa4c-4104-4736-9bf4-6ea3db19e322 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360701 Oct 27 17:01:22.365667 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-4b312344-ce5b-4986-88e2-171937033bde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:22.373183 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-61211b24-e074-4395-b497-1b3df33f7058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:22.408745 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-74ebe0c3-344e-48a4-bf1f-b1f776e9479a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:22.420476 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef04b03-f579-4b81-b439-59c401a2eef0 req-f22b16d9-7737-4a7c-b321-de418c324701 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:22.421981 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cef04b03-f579-4b81-b439-59c401a2eef0 req-f22b16d9-7737-4a7c-b321-de418c324701 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 945 time: 0.0857201 Oct 27 17:01:22.427440 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-4b312344-ce5b-4986-88e2-171937033bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:22.468275 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-74ebe0c3-344e-48a4-bf1f-b1f776e9479a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:22.510161 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-4b312344-ce5b-4986-88e2-171937033bde admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=6000edf0f050484aa15eebbda2887cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898049 Oct 27 17:01:22.510495 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 53848) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:22.524168 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b312344-ce5b-4986-88e2-171937033bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3a1f78-7f4b-48ec-92e2-5fbb55434c2b,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:22.539415 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cef04b03-f579-4b81-b439-59c401a2eef0 req-0667990c-e8d3-427a-9929-5976ab5acf1c tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093862 Oct 27 17:01:22.564281 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6fb7dc62-f328-41a4-a480-727a5a62c554 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:22.584756 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6fb7dc62-f328-41a4-a480-727a5a62c554 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:22.656874 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-74ebe0c3-344e-48a4-bf1f-b1f776e9479a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:22.659471 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-74ebe0c3-344e-48a4-bf1f-b1f776e9479a admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:22.660730 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-74ebe0c3-344e-48a4-bf1f-b1f776e9479a admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/09e7667c-10be-4809-a50b-ee2781dcf9b1 HTTP/1.1" status: 204 len: 168 time: 0.3606591 Oct 27 17:01:22.669740 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebe0c3-344e-48a4-bf1f-b1f776e9479a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e7667c-10be-4809-a50b-ee2781dcf9b1,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:22.708761 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6fb7dc62-f328-41a4-a480-727a5a62c554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:22.711354 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6fb7dc62-f328-41a4-a480-727a5a62c554 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:22.712636 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-6fb7dc62-f328-41a4-a480-727a5a62c554 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/ab3a1f78-7f4b-48ec-92e2-5fbb55434c2b HTTP/1.1" status: 204 len: 168 time: 0.2010753 Oct 27 17:01:22.722254 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7dc62-f328-41a4-a480-727a5a62c554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3a1f78-7f4b-48ec-92e2-5fbb55434c2b,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:23.063641 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15de90-be71-4966-8f9b-a4bbd557e137 req-15398d5e-efdc-4a79-9681-d74793af93d9 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:23.065471 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2c15de90-be71-4966-8f9b-a4bbd557e137 req-15398d5e-efdc-4a79-9681-d74793af93d9 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 944 time: 0.0653405 Oct 27 17:01:23.073743 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff34fa8-b83b-4c8c-9429-441151fd900d req-340228b4-167f-4fc8-9d4f-eb6a530c2829 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:23.075387 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0ff34fa8-b83b-4c8c-9429-441151fd900d req-340228b4-167f-4fc8-9d4f-eb6a530c2829 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 944 time: 0.0717986 Oct 27 17:01:23.112971 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2c15de90-be71-4966-8f9b-a4bbd557e137 req-940facb2-7a06-4d20-b9be-5a3700ee136e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406358 Oct 27 17:01:23.177603 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0ff34fa8-b83b-4c8c-9429-441151fd900d req-b55ed5a9-c1ac-4b7f-9114-43bb49cbb380 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816648 Oct 27 17:01:23.223054 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:23.378252 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:23.439807 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 53868) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:23.453220 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a8090959-3861-4147-8923-3aa86f8ec59f admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:23.466035 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c499a-89e0-4bbd-848b-23a45e731440 req-34d30e8e-8955-4756-abbc-f108ee094a4c tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:23.467523 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b80c499a-89e0-4bbd-848b-23a45e731440 req-34d30e8e-8955-4756-abbc-f108ee094a4c tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 945 time: 0.0496168 Oct 27 17:01:23.507363 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b80c499a-89e0-4bbd-848b-23a45e731440 req-18fdd5f2-3588-4bb1-928d-3edc761123ca tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338621 Oct 27 17:01:23.529036 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 53870) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:23.532496 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a8090959-3861-4147-8923-3aa86f8ec59f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:23.541760 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1c02028e-31d1-428d-98ac-09259eb1d515 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:23.601340 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a8090959-3861-4147-8923-3aa86f8ec59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:23.616046 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1c02028e-31d1-428d-98ac-09259eb1d515 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:23.667754 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-a8090959-3861-4147-8923-3aa86f8ec59f admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=b56eb6b0a01847ad8ef607df69b60153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268443 Oct 27 17:01:23.669300 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8090959-3861-4147-8923-3aa86f8ec59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3ea970-76c8-48e7-9a87-f153a2e2989f,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:23.670497 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 53874) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:23.693078 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955a229-ba7d-4875-8b5c-765dad2b17e8 req-89dc8958-cdfd-45df-97e1-b546af804b92 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:23.694623 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c955a229-ba7d-4875-8b5c-765dad2b17e8 req-89dc8958-cdfd-45df-97e1-b546af804b92 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 945 time: 0.0794528 Oct 27 17:01:23.711133 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1c02028e-31d1-428d-98ac-09259eb1d515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:23.734861 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c955a229-ba7d-4875-8b5c-765dad2b17e8 req-0f79c12e-48c6-4e7d-9608-04398f90d11a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337811 Oct 27 17:01:23.739298 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5daa975c-4e0b-484a-b2b1-882241734da3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:23.758267 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-1c02028e-31d1-428d-98ac-09259eb1d515 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=d8e9fedac74a403184229d3cb2969c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281728 Oct 27 17:01:23.761037 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 53876) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:23.774311 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02028e-31d1-428d-98ac-09259eb1d515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9babcfa-8a84-4d4d-bc12-3dce2973e2e3,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:23.785579 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5daa975c-4e0b-484a-b2b1-882241734da3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:23.811757 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-30010043-c777-48a7-af0e-ec1245c70295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:23.836011 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-30010043-c777-48a7-af0e-ec1245c70295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:23.925796 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5daa975c-4e0b-484a-b2b1-882241734da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:23.928696 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5daa975c-4e0b-484a-b2b1-882241734da3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:23.930221 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-5daa975c-4e0b-484a-b2b1-882241734da3 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/3c3ea970-76c8-48e7-9a87-f153a2e2989f HTTP/1.1" status: 204 len: 168 time: 0.2585607 Oct 27 17:01:23.942572 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa975c-4e0b-484a-b2b1-882241734da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3ea970-76c8-48e7-9a87-f153a2e2989f,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:23.972387 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-30010043-c777-48a7-af0e-ec1245c70295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:23.975142 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-30010043-c777-48a7-af0e-ec1245c70295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:23.976290 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-30010043-c777-48a7-af0e-ec1245c70295 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/b9babcfa-8a84-4d4d-bc12-3dce2973e2e3 HTTP/1.1" status: 204 len: 168 time: 0.2142849 Oct 27 17:01:23.985966 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30010043-c777-48a7-af0e-ec1245c70295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9babcfa-8a84-4d4d-bc12-3dce2973e2e3,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:24.239480 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb80c2-4285-4311-b046-dc8fa8fd8594 req-b239bd40-abb7-477b-accc-91c9188ab9b8 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:24.241835 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8cdb80c2-4285-4311-b046-dc8fa8fd8594 req-b239bd40-abb7-477b-accc-91c9188ab9b8 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 944 time: 0.0556011 Oct 27 17:01:24.281308 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8cdb80c2-4285-4311-b046-dc8fa8fd8594 req-1be47cbb-a087-4621-b8a4-3f391a2768c4 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340858 Oct 27 17:01:24.309864 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848811ec-f101-4f32-b37c-b4745305962f req-2227917f-46e0-4989-a564-986c1e393787 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:24.312623 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-848811ec-f101-4f32-b37c-b4745305962f req-2227917f-46e0-4989-a564-986c1e393787 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 944 time: 0.0526502 Oct 27 17:01:24.355162 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-848811ec-f101-4f32-b37c-b4745305962f req-e00300f3-e6d8-4eb4-9bcd-aaa5622062ef tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350459 Oct 27 17:01:24.624728 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2236ca8-1acf-485f-8803-482f9c7bc9be req-44caf073-d3be-4de9-9038-25dd2975ac22 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:24.626258 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d2236ca8-1acf-485f-8803-482f9c7bc9be req-44caf073-d3be-4de9-9038-25dd2975ac22 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 945 time: 0.0526521 Oct 27 17:01:24.672233 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d2236ca8-1acf-485f-8803-482f9c7bc9be req-d2703d87-03fe-42a9-8493-1b436fa12431 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397980 Oct 27 17:01:24.869854 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7901e1-a852-4be8-a902-38c7e000a658 req-53045dcd-3a84-42ad-bd67-063ae8b445d2 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:24.871522 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4a7901e1-a852-4be8-a902-38c7e000a658 req-53045dcd-3a84-42ad-bd67-063ae8b445d2 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 945 time: 0.0591595 Oct 27 17:01:24.913930 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4a7901e1-a852-4be8-a902-38c7e000a658 req-bdfd3b11-33f0-4456-ac60-994f672c776b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351775 Oct 27 17:01:25.160836 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:25.410710 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e472e-68c3-4b2d-acef-43c7fd6c5955 req-e84a2e97-b3c3-4850-8f79-4bfd86fc3b47 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:25.412275 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-de1e472e-68c3-4b2d-acef-43c7fd6c5955 req-e84a2e97-b3c3-4850-8f79-4bfd86fc3b47 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 944 time: 0.0583982 Oct 27 17:01:25.457969 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-de1e472e-68c3-4b2d-acef-43c7fd6c5955 req-8d244e04-fda5-481f-b7f7-d9ccd2309a35 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392413 Oct 27 17:01:25.486589 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9864c-cdfb-427c-8f0a-19ced1c59303 req-be5218f2-fd83-4e20-ac52-53a33cb3a2d7 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:25.487335 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b9e9864c-cdfb-427c-8f0a-19ced1c59303 req-be5218f2-fd83-4e20-ac52-53a33cb3a2d7 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 944 time: 0.0607457 Oct 27 17:01:25.531278 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b9e9864c-cdfb-427c-8f0a-19ced1c59303 req-6efca827-50fa-4b67-8154-c8776fd02d97 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430632 Oct 27 17:01:25.793054 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7db74-f49a-4867-991b-92f5f5ff5a0e req-e5c472ef-7e91-4b37-bc02-46e6a5b7c566 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:25.794505 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-38d7db74-f49a-4867-991b-92f5f5ff5a0e req-e5c472ef-7e91-4b37-bc02-46e6a5b7c566 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 945 time: 0.0506256 Oct 27 17:01:25.835530 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-38d7db74-f49a-4867-991b-92f5f5ff5a0e req-9d33c89e-137e-4548-8258-8baa978d42f1 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347426 Oct 27 17:01:26.036043 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0ffb0-8b1e-463c-9782-38f317f0f2da req-b20c758e-fad9-4b17-b3d5-be477cd59fa4 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:26.037663 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-acf0ffb0-8b1e-463c-9782-38f317f0f2da req-b20c758e-fad9-4b17-b3d5-be477cd59fa4 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 945 time: 0.0530651 Oct 27 17:01:26.078410 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-acf0ffb0-8b1e-463c-9782-38f317f0f2da req-ccc9788f-7f36-44ea-b4cb-e3462ca3babd tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347114 Oct 27 17:01:26.592926 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76ebaa-525c-4b5d-81da-0c31f37a73fd req-85354084-2f52-464b-8bda-1e3ef4576812 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:26.597122 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-1f76ebaa-525c-4b5d-81da-0c31f37a73fd req-85354084-2f52-464b-8bda-1e3ef4576812 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 944 time: 0.0566559 Oct 27 17:01:26.635793 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-1f76ebaa-525c-4b5d-81da-0c31f37a73fd req-0b9a406d-765a-4fd8-af02-6063129271d6 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325491 Oct 27 17:01:26.662869 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d610a0-1be8-4d2b-b5a6-79a27f2fe8fa req-78b623c1-9eb4-43fc-8b40-07c9cdf7f76a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:26.664638 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-39d610a0-1be8-4d2b-b5a6-79a27f2fe8fa req-78b623c1-9eb4-43fc-8b40-07c9cdf7f76a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 944 time: 0.0625174 Oct 27 17:01:26.716115 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-39d610a0-1be8-4d2b-b5a6-79a27f2fe8fa req-286e3d3e-2156-42c0-87fa-7c094dc565be tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427313 Oct 27 17:01:26.963049 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223967e7-adf2-4fe6-b6f5-f6718bae3b6e req-b8fa328b-ff1c-48cf-be31-9b45b1c357f3 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:26.964969 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-223967e7-adf2-4fe6-b6f5-f6718bae3b6e req-b8fa328b-ff1c-48cf-be31-9b45b1c357f3 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 945 time: 0.0570440 Oct 27 17:01:27.005197 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-223967e7-adf2-4fe6-b6f5-f6718bae3b6e req-d8b58715-11f6-4c24-968b-c94c69b29fa6 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337927 Oct 27 17:01:27.203611 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076c91c-9f13-42c3-ab55-4766b737fc3d req-5b9bc9ed-cb56-47bb-95ed-d4aacd27f929 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:27.205171 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d076c91c-9f13-42c3-ab55-4766b737fc3d req-5b9bc9ed-cb56-47bb-95ed-d4aacd27f929 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 945 time: 0.0547853 Oct 27 17:01:27.244124 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d076c91c-9f13-42c3-ab55-4766b737fc3d req-8f1407ee-13b1-4cb2-a5b2-5c08cae372c4 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331490 Oct 27 17:01:27.351072 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 54074) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:27.457277 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-73cdd522-e5de-4492-986d-2a61dbbb7f51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:27.531371 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-73cdd522-e5de-4492-986d-2a61dbbb7f51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:27.607477 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-73cdd522-e5de-4492-986d-2a61dbbb7f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:27.647103 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-73cdd522-e5de-4492-986d-2a61dbbb7f51 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=00b124d53982478aa2405e601a40f7f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949426 Oct 27 17:01:27.648230 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdd522-e5de-4492-986d-2a61dbbb7f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab94b461-3ab0-4ac4-8def-159b93f04291,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:27.649795 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 54080) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:27.705472 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-466de459-2d8e-4698-8cdd-c3ad851f2fca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:27.751182 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-466de459-2d8e-4698-8cdd-c3ad851f2fca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:27.797437 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ffc79-198f-48a5-8bd5-adc417d1db50 req-96c3c4a2-cfcc-43e4-aa75-f8b9b21b0671 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:27.798950 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f35ffc79-198f-48a5-8bd5-adc417d1db50 req-96c3c4a2-cfcc-43e4-aa75-f8b9b21b0671 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 944 time: 0.0889685 Oct 27 17:01:27.836636 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd4f31-96f5-496b-b668-9385ce99e631 req-2444d9ca-3389-4565-a989-626793c36927 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:27.838169 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d6cd4f31-96f5-496b-b668-9385ce99e631 req-2444d9ca-3389-4565-a989-626793c36927 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 944 time: 0.0538249 Oct 27 17:01:27.841547 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f35ffc79-198f-48a5-8bd5-adc417d1db50 req-2e32775e-8a95-449e-b66b-de39f6d0b727 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358415 Oct 27 17:01:27.880787 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d6cd4f31-96f5-496b-b668-9385ce99e631 req-4b94597d-c6ee-4d06-a4cc-8cb0982829d6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332966 Oct 27 17:01:27.882181 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-466de459-2d8e-4698-8cdd-c3ad851f2fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:27.884915 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-466de459-2d8e-4698-8cdd-c3ad851f2fca admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:27.893612 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-466de459-2d8e-4698-8cdd-c3ad851f2fca admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/ab94b461-3ab0-4ac4-8def-159b93f04291 HTTP/1.1" status: 204 len: 168 time: 0.2351470 Oct 27 17:01:27.895285 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466de459-2d8e-4698-8cdd-c3ad851f2fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab94b461-3ab0-4ac4-8def-159b93f04291,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:28.134923 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6328e15-3913-41b6-8c2c-d5f49396bb54 req-38666878-8a13-486a-b972-389e57617a2d tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:28.136423 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b6328e15-3913-41b6-8c2c-d5f49396bb54 req-38666878-8a13-486a-b972-389e57617a2d tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 945 time: 0.0655587 Oct 27 17:01:28.174415 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b6328e15-3913-41b6-8c2c-d5f49396bb54 req-cb620768-ea39-457f-bcb1-649240e5cc58 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312436 Oct 27 17:01:28.361675 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12014095-9528-4db2-aaf6-4bb9d0a9547c req-597e878c-a41b-4080-b68a-17dea0ca12be tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:28.363147 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-12014095-9528-4db2-aaf6-4bb9d0a9547c req-597e878c-a41b-4080-b68a-17dea0ca12be tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 945 time: 0.0534580 Oct 27 17:01:28.404262 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-12014095-9528-4db2-aaf6-4bb9d0a9547c req-f7fb2ba0-dacf-4662-8923-8205d7711bd4 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352240 Oct 27 17:01:28.473125 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 54104) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:28.487380 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8dac58e5-484e-4140-a554-bc850b2c4a38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:28.575632 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8dac58e5-484e-4140-a554-bc850b2c4a38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:28.635819 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8dac58e5-484e-4140-a554-bc850b2c4a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:28.676247 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-8dac58e5-484e-4140-a554-bc850b2c4a38 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=66fa86fcf3b44af0be0ffc09eae6890b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2019839 Oct 27 17:01:28.677195 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac58e5-484e-4140-a554-bc850b2c4a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e25b90e-f0de-45b6-8ece-a1f90d0b6a16,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:28.678880 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 54114) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:28.738906 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-044a7e9e-ad30-4e1f-816a-fcb795303536 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:28.761761 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-044a7e9e-ad30-4e1f-816a-fcb795303536 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:28.882187 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-044a7e9e-ad30-4e1f-816a-fcb795303536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:28.885399 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-044a7e9e-ad30-4e1f-816a-fcb795303536 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:28.890129 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-044a7e9e-ad30-4e1f-816a-fcb795303536 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/3e25b90e-f0de-45b6-8ece-a1f90d0b6a16 HTTP/1.1" status: 204 len: 168 time: 0.2072704 Oct 27 17:01:28.899290 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a7e9e-ad30-4e1f-816a-fcb795303536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e25b90e-f0de-45b6-8ece-a1f90d0b6a16,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:29.022090 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c730f-3d0d-4abb-b91b-292911dfe23d req-359215bd-ced6-448d-a6b1-aa8288cf9d0c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:29.028807 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ce5c730f-3d0d-4abb-b91b-292911dfe23d req-359215bd-ced6-448d-a6b1-aa8288cf9d0c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 944 time: 0.0701270 Oct 27 17:01:29.044977 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774c5ef-a47e-43b2-92ca-54283f737d99 req-b982119f-db6a-4a19-a248-ef718bf4f97e tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:29.053724 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7774c5ef-a47e-43b2-92ca-54283f737d99 req-b982119f-db6a-4a19-a248-ef718bf4f97e tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 944 time: 0.0731804 Oct 27 17:01:29.075712 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ce5c730f-3d0d-4abb-b91b-292911dfe23d req-20376f2e-8579-44ae-b786-06892a8adad1 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391409 Oct 27 17:01:29.104238 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7774c5ef-a47e-43b2-92ca-54283f737d99 req-f7233663-9c07-4267-bb19-4fecf544dc5a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489266 Oct 27 17:01:29.285959 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:01:29.308153 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b6c3-8f4b-4995-a63d-4b03c2152ea7 req-34383065-b51f-4cdb-892a-7fd667b4b54f tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:29.309985 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a536b6c3-8f4b-4995-a63d-4b03c2152ea7 req-34383065-b51f-4cdb-892a-7fd667b4b54f tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 945 time: 0.0627475 Oct 27 17:01:29.349962 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a536b6c3-8f4b-4995-a63d-4b03c2152ea7 req-2f0d1fce-48e6-43e8-b8d2-ea5308905cb0 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329230 Oct 27 17:01:29.412731 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning for port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d completed by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:01:29.412731 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:01:29.412731 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:29.497344 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:29.520649 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4899b3-abb6-45a2-bc1e-2f7ae08c0c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:01:29.525571 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff5ce4-371a-436d-ac6f-b027f62544c2 req-4538f432-96bb-4906-8b90-f6f6723046a1 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:29.527079 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-70ff5ce4-371a-436d-ac6f-b027f62544c2 req-4538f432-96bb-4906-8b90-f6f6723046a1 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 945 time: 0.0508196 Oct 27 17:01:29.570660 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-70ff5ce4-371a-436d-ac6f-b027f62544c2 req-43883860-5b50-4dde-93e9-a329eb41c8fe tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372422 Oct 27 17:01:29.599422 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:29.676628 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:29.677551 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device fc816b8f-4a9a-42d9-9b97-c72c0305373e up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:01:29.701624 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcb3749-aae5-4b74-a1e0-70edf408dafb" -d '{"events": [{"server_uuid": "de4899b3-abb6-45a2-bc1e-2f7ae08c0c61", "name": "network-vif-plugged", "status": "completed", "tag": "5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:01:29.883352 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:29.893944 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:29.895794 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:29.895794 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:29.895794 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:29.895794 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:29.895794 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:29.896199 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:29.896287 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:29.896638 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:29.897030 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:29.897328 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:29.897646 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:29.933642 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af43d64b-84d6-4322-aaa4-8774e5a5a2c7 x-openstack-request-id: req-af43d64b-84d6-4322-aaa4-8774e5a5a2c7 {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:01:29.933974 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4899b3-abb6-45a2-bc1e-2f7ae08c0c61", "name": "network-vif-plugged", "status": "completed", "tag": "5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:01:29.934253 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-af43d64b-84d6-4322-aaa4-8774e5a5a2c7 {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:01:29.934710 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4899b3-abb6-45a2-bc1e-2f7ae08c0c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d', 'code': 200} Oct 27 17:01:30.005484 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning for port fc816b8f-4a9a-42d9-9b97-c72c0305373e completed by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:01:30.012426 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port fc816b8f-4a9a-42d9-9b97-c72c0305373e triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:01:30.013287 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:30.097492 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:30.161755 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port fc816b8f-4a9a-42d9-9b97-c72c0305373e, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=fc816b8f-4a9a-42d9-9b97-c72c0305373e,segment=NetworkSegment(d9869bc6-0934-425c-9f3c-b69869d4377a),segment_id=d9869bc6-0934-425c-9f3c-b69869d4377a)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:30.237880 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:30.238999 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device c730199f-586b-47fe-aa7c-720e6230cad9 up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:01:30.249522 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6475246-a04d-4b9a-ba26-a28f5d6810c9 req-fe5538c8-0397-4f6a-b18e-94ccad1caf17 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:30.258817 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e6475246-a04d-4b9a-ba26-a28f5d6810c9 req-fe5538c8-0397-4f6a-b18e-94ccad1caf17 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0790346 Oct 27 17:01:30.269026 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bdbd6-7328-4033-8168-53cf7e7ebe9f req-fd84ec2a-0d32-40a6-96ef-2b515585709f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:30.276662 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d58bdbd6-7328-4033-8168-53cf7e7ebe9f req-fd84ec2a-0d32-40a6-96ef-2b515585709f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 944 time: 0.0844398 Oct 27 17:01:30.331507 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d58bdbd6-7328-4033-8168-53cf7e7ebe9f req-829c573f-36ff-484d-ae58-a83350d81ab9 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494640 Oct 27 17:01:30.357015 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=fc816b8f-4a9a-42d9-9b97-c72c0305373e,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:30.370718 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e6475246-a04d-4b9a-ba26-a28f5d6810c9 req-6574d529-6f59-4e63-bc6a-e48ef207d728 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108160 Oct 27 17:01:30.376802 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90609ea4-7c47-454c-8fa7-8590778e11da req-14679127-ec9d-40b1-aa99-da387b77c4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:30.379705 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-90609ea4-7c47-454c-8fa7-8590778e11da req-14679127-ec9d-40b1-aa99-da387b77c4a2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 1098 time: 0.1167309 Oct 27 17:01:30.408707 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-90609ea4-7c47-454c-8fa7-8590778e11da req-306171fa-6881-436c-8225-d47177454649 service neutron] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:30.425857 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning for port c730199f-586b-47fe-aa7c-720e6230cad9 completed by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:01:30.430602 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port c730199f-586b-47fe-aa7c-720e6230cad9 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:01:30.436993 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:30.501215 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-90609ea4-7c47-454c-8fa7-8590778e11da req-306171fa-6881-436c-8225-d47177454649 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:30.505437 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a90baf-f5c4-49cd-82c9-bff6d5916b2f req-6eb73f3e-ca62-442c-abe9-8c812774cbba tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:30.505437 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-65a90baf-f5c4-49cd-82c9-bff6d5916b2f req-6eb73f3e-ca62-442c-abe9-8c812774cbba tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 945 time: 0.0613914 Oct 27 17:01:30.533825 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:30.545352 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-65a90baf-f5c4-49cd-82c9-bff6d5916b2f req-509d89fb-da67-465f-9ce4-9955f5fdfc21 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339508 Oct 27 17:01:30.572753 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port c730199f-586b-47fe-aa7c-720e6230cad9, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=c730199f-586b-47fe-aa7c-720e6230cad9,segment=NetworkSegment(5fe736cd-0966-4b34-b920-3ef928d9823b),segment_id=5fe736cd-0966-4b34-b920-3ef928d9823b)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:30.579625 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-90609ea4-7c47-454c-8fa7-8590778e11da req-306171fa-6881-436c-8225-d47177454649 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:30.615916 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-90609ea4-7c47-454c-8fa7-8590778e11da req-306171fa-6881-436c-8225-d47177454649 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251408 Oct 27 17:01:30.620499 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306171fa-6881-436c-8225-d47177454649 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9dc333-cc72-4a89-8b2f-87165f7cd848,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:30.672187 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:30.673610 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device c9db2a0c-a797-4b51-a705-9d7d99765a02 up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:01:30.708300 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe26f6-6ec3-4c72-9a0e-48315ae04226 req-b17a198c-31a2-4806-b310-db53fa7f0790 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:30.713223 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8afe26f6-6ec3-4c72-9a0e-48315ae04226 req-b17a198c-31a2-4806-b310-db53fa7f0790 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0745816 Oct 27 17:01:30.762781 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=c730199f-586b-47fe-aa7c-720e6230cad9,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:30.789326 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8afe26f6-6ec3-4c72-9a0e-48315ae04226 req-47e5ac2f-136b-4918-9dcf-5e541c3d8e52 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657094 Oct 27 17:01:30.865033 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning for port c9db2a0c-a797-4b51-a705-9d7d99765a02 completed by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:01:30.870277 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port c9db2a0c-a797-4b51-a705-9d7d99765a02 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:01:30.870719 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:30.963560 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:30.997218 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port c9db2a0c-a797-4b51-a705-9d7d99765a02, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=c9db2a0c-a797-4b51-a705-9d7d99765a02,segment=NetworkSegment(7801cd05-0105-48d8-b5f5-cb61ef0fed8a),segment_id=7801cd05-0105-48d8-b5f5-cb61ef0fed8a)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:31.072540 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:31.073406 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 7068f777-6dd1-4fd8-87c5-235792a34929 up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:01:31.150658 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=c9db2a0c-a797-4b51-a705-9d7d99765a02,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:31.208483 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning for port 7068f777-6dd1-4fd8-87c5-235792a34929 completed by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:01:31.212609 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port 7068f777-6dd1-4fd8-87c5-235792a34929 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:01:31.212989 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:31.300742 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:31.332096 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 7068f777-6dd1-4fd8-87c5-235792a34929, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=7068f777-6dd1-4fd8-87c5-235792a34929,segment=NetworkSegment(5fe736cd-0966-4b34-b920-3ef928d9823b),segment_id=5fe736cd-0966-4b34-b920-3ef928d9823b)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:31.408222 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:31.443264 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368eac97-4fd5-4469-81d3-98c3592e2982 req-a279d041-605b-414c-9604-bead78fe8673 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:31.444912 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-368eac97-4fd5-4469-81d3-98c3592e2982 req-a279d041-605b-414c-9604-bead78fe8673 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 944 time: 0.0544159 Oct 27 17:01:31.465767 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=7068f777-6dd1-4fd8-87c5-235792a34929,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:31.486731 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-368eac97-4fd5-4469-81d3-98c3592e2982 req-ddfca545-5c18-451d-84bc-d8682733042b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351398 Oct 27 17:01:31.502536 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03e76b-2823-4aba-a9dc-b9abe24e7551 req-73fbbed7-40d1-417d-83d4-ce29234dcc00 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:31.504003 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ef03e76b-2823-4aba-a9dc-b9abe24e7551 req-73fbbed7-40d1-417d-83d4-ce29234dcc00 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0547590 Oct 27 17:01:31.542628 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ef03e76b-2823-4aba-a9dc-b9abe24e7551 req-1e3dfc23-dc4f-46f8-b19b-9b049fec305e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324447 Oct 27 17:01:31.660694 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991ace8-4ee6-47f3-9bcd-cf1d80542caf req-1949b78e-1ee9-4196-bc03-8543f8a0f3b1 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:31.662397 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0991ace8-4ee6-47f3-9bcd-cf1d80542caf req-1949b78e-1ee9-4196-bc03-8543f8a0f3b1 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 946 time: 0.0502529 Oct 27 17:01:31.701884 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0991ace8-4ee6-47f3-9bcd-cf1d80542caf req-50dbb31f-3259-4abe-9240-1bed78b15a47 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333397 Oct 27 17:01:31.902222 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9505b4-4cd0-4e4f-8d32-773e7baa7848 req-fffad699-a697-4c00-980f-04acca14c98a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:31.903699 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4e9505b4-4cd0-4e4f-8d32-773e7baa7848 req-fffad699-a697-4c00-980f-04acca14c98a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0504754 Oct 27 17:01:31.935729 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38919dee-7c51-4e8e-9384-0534e8ddafc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc816b8f-4a9a-42d9-9b97-c72c0305373e'}, {'server_uuid': '3597190e-3e1e-4071-9e13-1bb5edbe41fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c730199f-586b-47fe-aa7c-720e6230cad9'}, {'server_uuid': 'de4beb8b-9bf0-426e-81f4-65732471380e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9db2a0c-a797-4b51-a705-9d7d99765a02'}, {'server_uuid': 'fdedd291-ff8a-4690-aeda-03b0821f5343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7068f777-6dd1-4fd8-87c5-235792a34929'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:01:31.938672 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b9ac96-4bdc-4e38-919e-c3e06b3e2acb" -d '{"events": [{"server_uuid": "38919dee-7c51-4e8e-9384-0534e8ddafc6", "name": "network-vif-plugged", "status": "completed", "tag": "fc816b8f-4a9a-42d9-9b97-c72c0305373e"}, {"server_uuid": "3597190e-3e1e-4071-9e13-1bb5edbe41fc", "name": "network-vif-plugged", "status": "completed", "tag": "c730199f-586b-47fe-aa7c-720e6230cad9"}, {"server_uuid": "de4beb8b-9bf0-426e-81f4-65732471380e", "name": "network-vif-plugged", "status": "completed", "tag": "c9db2a0c-a797-4b51-a705-9d7d99765a02"}, {"server_uuid": "fdedd291-ff8a-4690-aeda-03b0821f5343", "name": "network-vif-plugged", "status": "completed", "tag": "7068f777-6dd1-4fd8-87c5-235792a34929"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:01:31.942828 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4e9505b4-4cd0-4e4f-8d32-773e7baa7848 req-009b5a90-985c-4e5b-b633-395591eec552 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328586 Oct 27 17:01:31.986290 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 27 Oct 2021 17:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec24c62-ad8b-4971-b161-9ad7575a26c7 x-openstack-request-id: req-cec24c62-ad8b-4971-b161-9ad7575a26c7 {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:01:31.986590 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38919dee-7c51-4e8e-9384-0534e8ddafc6", "name": "network-vif-plugged", "status": "completed", "tag": "fc816b8f-4a9a-42d9-9b97-c72c0305373e", "code": 200}, {"server_uuid": "3597190e-3e1e-4071-9e13-1bb5edbe41fc", "name": "network-vif-plugged", "status": "completed", "tag": "c730199f-586b-47fe-aa7c-720e6230cad9", "code": 200}, {"server_uuid": "de4beb8b-9bf0-426e-81f4-65732471380e", "name": "network-vif-plugged", "status": "completed", "tag": "c9db2a0c-a797-4b51-a705-9d7d99765a02", "code": 200}, {"server_uuid": "fdedd291-ff8a-4690-aeda-03b0821f5343", "name": "network-vif-plugged", "status": "completed", "tag": "7068f777-6dd1-4fd8-87c5-235792a34929", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:01:31.986843 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-cec24c62-ad8b-4971-b161-9ad7575a26c7 {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:01:31.987247 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38919dee-7c51-4e8e-9384-0534e8ddafc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc816b8f-4a9a-42d9-9b97-c72c0305373e', 'code': 200} Oct 27 17:01:31.987501 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3597190e-3e1e-4071-9e13-1bb5edbe41fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c730199f-586b-47fe-aa7c-720e6230cad9', 'code': 200} Oct 27 17:01:31.987749 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4beb8b-9bf0-426e-81f4-65732471380e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9db2a0c-a797-4b51-a705-9d7d99765a02', 'code': 200} Oct 27 17:01:31.987998 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdedd291-ff8a-4690-aeda-03b0821f5343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7068f777-6dd1-4fd8-87c5-235792a34929', 'code': 200} Oct 27 17:01:32.369314 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3328b-766d-494b-bb5c-c6850df2903a req-e6b75ee9-0117-4d85-a6c8-302c5916e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:32.370707 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-86f3328b-766d-494b-bb5c-c6850df2903a req-e6b75ee9-0117-4d85-a6c8-302c5916e20b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 1099 time: 0.0461860 Oct 27 17:01:32.486850 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525ddd7-136e-49b6-9bb0-e74549fd1688 req-f439bcd1-6da6-4e16-8586-0930d8d53af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:32.488336 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0525ddd7-136e-49b6-9bb0-e74549fd1688 req-f439bcd1-6da6-4e16-8586-0930d8d53af8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 1098 time: 0.0750196 Oct 27 17:01:32.493624 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-86f3328b-766d-494b-bb5c-c6850df2903a req-a1166214-d08e-4430-a8ef-ad984b9ba683 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682504 Oct 27 17:01:32.496196 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a9871-d589-4a58-aa1e-3c5c173b88f9 req-d5807d82-ee17-4da1-9de2-e83b0129fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:32.497578 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-147a9871-d589-4a58-aa1e-3c5c173b88f9 req-d5807d82-ee17-4da1-9de2-e83b0129fca8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 1099 time: 0.1000593 Oct 27 17:01:32.506164 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f88ea-a1e6-4e2b-8baf-55c14b8b619c req-fea5ba69-584e-410c-9f55-a332db0fdae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:32.507645 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-827f88ea-a1e6-4e2b-8baf-55c14b8b619c req-fea5ba69-584e-410c-9f55-a332db0fdae9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 1099 time: 0.0811315 Oct 27 17:01:32.607617 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851004bf-bd1e-4528-bef5-cb8edfd42b82 req-6e46b1c3-a1f8-48c5-9a6a-723ce2ca1eb2 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:32.609123 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-851004bf-bd1e-4528-bef5-cb8edfd42b82 req-6e46b1c3-a1f8-48c5-9a6a-723ce2ca1eb2 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0528283 Oct 27 17:01:32.650905 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-851004bf-bd1e-4528-bef5-cb8edfd42b82 req-752d9ccc-5a1b-48d3-bfeb-14b9d981063d tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349381 Oct 27 17:01:32.664590 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ededa4c-239e-4e77-89ed-171b9b8804f7 req-4289d25a-7b29-417d-a6c2-cfd4d6c66906 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:32.666086 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6ededa4c-239e-4e77-89ed-171b9b8804f7 req-4289d25a-7b29-417d-a6c2-cfd4d6c66906 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0502632 Oct 27 17:01:32.705894 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6ededa4c-239e-4e77-89ed-171b9b8804f7 req-bea16c1d-8a7b-46ab-90ed-d3706d002f81 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330257 Oct 27 17:01:32.823530 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0525ddd7-136e-49b6-9bb0-e74549fd1688 req-25be2efa-8b3d-4f2e-8197-fe00b680f6b3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395346 Oct 27 17:01:32.848509 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4c915-08bb-48c2-acc8-abdbe9a91196 req-d7d31b74-a940-45a1-9fad-ffa22538a8f0 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:32.850034 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-99c4c915-08bb-48c2-acc8-abdbe9a91196 req-d7d31b74-a940-45a1-9fad-ffa22538a8f0 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 946 time: 0.0785160 Oct 27 17:01:32.890691 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-827f88ea-a1e6-4e2b-8baf-55c14b8b619c req-6acecb2f-036f-40c2-bbbe-67faf19f5590 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799558 Oct 27 17:01:32.893472 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-147a9871-d589-4a58-aa1e-3c5c173b88f9 req-a513fa1f-1ccb-4759-9f06-a1f68fa25f69 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822203 Oct 27 17:01:32.910292 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-99c4c915-08bb-48c2-acc8-abdbe9a91196 req-c1d38fb2-3fc9-45fd-842f-053d78a890d2 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533364 Oct 27 17:01:33.060973 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df7e37-be48-4fc9-bb7a-bd495c96321e req-95c8529c-c1e7-4d65-98ad-f0ab9409f1c6 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:33.066063 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-95df7e37-be48-4fc9-bb7a-bd495c96321e req-95c8529c-c1e7-4d65-98ad-f0ab9409f1c6 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0501924 Oct 27 17:01:33.099973 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-95df7e37-be48-4fc9-bb7a-bd495c96321e req-4f5e897f-54fb-401c-848e-6227c454f619 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306115 Oct 27 17:01:33.610746 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 54260) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:33.733695 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-97e6f526-7bff-4851-b5e0-b65486f91e5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:33.815742 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc5bf6-392c-4951-9133-7b0e493031cd req-a5f53be1-78ba-40b0-8469-882ca7006fb7 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:33.817253 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-02cc5bf6-392c-4951-9133-7b0e493031cd req-a5f53be1-78ba-40b0-8469-882ca7006fb7 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0652306 Oct 27 17:01:33.872064 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-02cc5bf6-392c-4951-9133-7b0e493031cd req-d32c7d8e-94ec-4892-a7e6-416ba1c5a4d5 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469308 Oct 27 17:01:34.026162 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba772d0-f6e4-4669-886d-3b297297f2b2 req-f0c0ac3c-06c3-453a-bec4-842df72b22c8 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:34.027660 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8ba772d0-f6e4-4669-886d-3b297297f2b2 req-f0c0ac3c-06c3-453a-bec4-842df72b22c8 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.2435427 Oct 27 17:01:34.029591 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-97e6f526-7bff-4851-b5e0-b65486f91e5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:34.032861 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56876f18-c393-4871-a9c3-2645dc4a4e0a req-1d6b8ac7-46d5-4c3f-8782-caf67de8b585 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:34.034940 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-56876f18-c393-4871-a9c3-2645dc4a4e0a req-1d6b8ac7-46d5-4c3f-8782-caf67de8b585 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 946 time: 0.0544095 Oct 27 17:01:34.071249 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8ba772d0-f6e4-4669-886d-3b297297f2b2 req-13126dc6-e34b-4a57-9ae6-0ae3c709d21e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367525 Oct 27 17:01:34.076808 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-56876f18-c393-4871-a9c3-2645dc4a4e0a req-17c09c87-784b-408a-a017-2b0dfa6975f6 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348437 Oct 27 17:01:34.106410 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-97e6f526-7bff-4851-b5e0-b65486f91e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:34.145415 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-97e6f526-7bff-4851-b5e0-b65486f91e5a admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=e30166bee9a74b63a0078204c8c17044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5335717 Oct 27 17:01:34.146237 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6f526-7bff-4851-b5e0-b65486f91e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d05c5a7-4092-48b3-8f5d-6138e6ac8ad7,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:34.148899 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 54276) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:34.204501 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a0c3d101-ec74-404a-ba50-bfa4cec621f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:34.216898 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74899f-d083-442b-ba86-758e9e786b05 req-0383b016-2cec-4d66-857f-43d09b6c40c5 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:34.218427 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2d74899f-d083-442b-ba86-758e9e786b05 req-0383b016-2cec-4d66-857f-43d09b6c40c5 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0504816 Oct 27 17:01:34.226092 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a0c3d101-ec74-404a-ba50-bfa4cec621f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:34.268722 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2d74899f-d083-442b-ba86-758e9e786b05 req-783793de-c836-4e6a-a486-53edbaad25a8 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441825 Oct 27 17:01:34.346011 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a0c3d101-ec74-404a-ba50-bfa4cec621f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:34.348646 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a0c3d101-ec74-404a-ba50-bfa4cec621f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:34.349800 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-a0c3d101-ec74-404a-ba50-bfa4cec621f7 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/6d05c5a7-4092-48b3-8f5d-6138e6ac8ad7 HTTP/1.1" status: 204 len: 168 time: 0.1994550 Oct 27 17:01:34.357858 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3d101-ec74-404a-ba50-bfa4cec621f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d05c5a7-4092-48b3-8f5d-6138e6ac8ad7,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:34.916410 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 54298) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:34.930185 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-11802565-2208-40e8-b7d1-5c1adf4b0fb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:35.018294 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c29b3-d4bf-444c-bae1-322969972833 req-4c4837d9-af55-415c-890f-d941b7f55b3e tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:35.019764 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2f3c29b3-d4bf-444c-bae1-322969972833 req-4c4837d9-af55-415c-890f-d941b7f55b3e tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0755117 Oct 27 17:01:35.080586 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-11802565-2208-40e8-b7d1-5c1adf4b0fb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:35.083974 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2f3c29b3-d4bf-444c-bae1-322969972833 req-632bc914-ca01-474c-b85f-30af7c2899dd tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576000 Oct 27 17:01:35.164366 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-11802565-2208-40e8-b7d1-5c1adf4b0fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:35.199327 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a9092-247b-4ba4-8084-7d45317e027a req-31db19f8-68dd-48e2-b0c9-440ed08bb0d0 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:35.200986 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-956a9092-247b-4ba4-8084-7d45317e027a req-31db19f8-68dd-48e2-b0c9-440ed08bb0d0 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0538943 Oct 27 17:01:35.226159 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-11802565-2208-40e8-b7d1-5c1adf4b0fb6 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=c42aabdabf804ccbb955d174d1d558bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086293 Oct 27 17:01:35.227754 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11802565-2208-40e8-b7d1-5c1adf4b0fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d040353b-6d53-463c-b627-c4f65db7ab62,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:35.228860 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 54304) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:35.242416 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd03ae5-4f96-4f7d-9c9d-f74f91aa51be req-cd58cace-d691-4990-a66c-2e297bc0f7ce tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:35.243906 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7fd03ae5-4f96-4f7d-9c9d-f74f91aa51be req-cd58cace-d691-4990-a66c-2e297bc0f7ce tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 946 time: 0.0904143 Oct 27 17:01:35.260034 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-956a9092-247b-4ba4-8084-7d45317e027a req-c4987013-e0dc-45fe-84fa-34bde8b4a77d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503924 Oct 27 17:01:35.294655 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ece55bad-fac6-4114-b8d6-fd323305c868 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:35.296738 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7fd03ae5-4f96-4f7d-9c9d-f74f91aa51be req-529c5339-960b-4ed4-b17f-3ab7c6b7f2fa tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464094 Oct 27 17:01:35.320841 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ece55bad-fac6-4114-b8d6-fd323305c868 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:35.401271 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde7881-0a03-4748-b81e-db2ad5db3067 req-efad93a5-c211-4824-9d44-c01fd9392df4 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:35.403365 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-abde7881-0a03-4748-b81e-db2ad5db3067 req-efad93a5-c211-4824-9d44-c01fd9392df4 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0580878 Oct 27 17:01:35.441480 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-abde7881-0a03-4748-b81e-db2ad5db3067 req-4baefe9f-0c9d-44ac-97d6-89585c6b50c3 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324662 Oct 27 17:01:35.449191 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ece55bad-fac6-4114-b8d6-fd323305c868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:35.451677 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ece55bad-fac6-4114-b8d6-fd323305c868 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:35.452989 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-ece55bad-fac6-4114-b8d6-fd323305c868 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/d040353b-6d53-463c-b627-c4f65db7ab62 HTTP/1.1" status: 204 len: 168 time: 0.2209885 Oct 27 17:01:35.461457 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece55bad-fac6-4114-b8d6-fd323305c868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d040353b-6d53-463c-b627-c4f65db7ab62,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:35.689547 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:36.203310 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a03257-e287-4874-96cb-3e9af78c8098 req-3a755f25-eb13-4889-a23b-1ebc18fefe40 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:36.204969 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f1a03257-e287-4874-96cb-3e9af78c8098 req-3a755f25-eb13-4889-a23b-1ebc18fefe40 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0531566 Oct 27 17:01:36.244157 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f1a03257-e287-4874-96cb-3e9af78c8098 req-e4e7740d-e3cf-43cd-8579-ea2dcff45c9d tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327213 Oct 27 17:01:36.380104 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560306f4-1bee-43b8-91a7-85a631dec47d req-ce6b95d3-8264-4a54-9e54-3f505a3bba66 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:36.381743 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-560306f4-1bee-43b8-91a7-85a631dec47d req-ce6b95d3-8264-4a54-9e54-3f505a3bba66 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0497401 Oct 27 17:01:36.419488 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1cc1fc-6d22-415e-a514-8b93360ca822 req-60261cfa-54ac-442c-841d-1d98e29ae2e9 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:36.421019 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3a1cc1fc-6d22-415e-a514-8b93360ca822 req-60261cfa-54ac-442c-841d-1d98e29ae2e9 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 946 time: 0.0561790 Oct 27 17:01:36.425556 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-560306f4-1bee-43b8-91a7-85a631dec47d req-326f01ad-bf6f-40d0-9c1a-dcabe8da4d82 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379128 Oct 27 17:01:36.465066 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3a1cc1fc-6d22-415e-a514-8b93360ca822 req-0681c73b-28dd-4338-af02-7be442a24e27 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381801 Oct 27 17:01:36.584292 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3be79-d360-4387-a071-90af6efe1e97 req-fd0eabf3-b3c6-45ef-b73e-2560f9f11601 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:36.586015 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-66d3be79-d360-4387-a071-90af6efe1e97 req-fd0eabf3-b3c6-45ef-b73e-2560f9f11601 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0573115 Oct 27 17:01:36.605478 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73291a7a-b568-46b1-aea7-3d721eb632a1 req-357e8e94-3fe0-494b-9e50-9ac6fba85a90 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:36.612864 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-73291a7a-b568-46b1-aea7-3d721eb632a1 req-357e8e94-3fe0-494b-9e50-9ac6fba85a90 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0586472 Oct 27 17:01:36.616249 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 54346) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:36.620808 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-4c836c9e-49ed-4ee4-a8b4-6c0459a98be3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Request body: {'floatingip': {'port_id': '5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d'}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:01:36.626663 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-66d3be79-d360-4387-a071-90af6efe1e97 req-4796a7da-d919-4710-b889-08902b4970ca tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345168 Oct 27 17:01:36.693180 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-4c836c9e-49ed-4ee4-a8b4-6c0459a98be3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for floatingip, before_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:37.295174 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-4c836c9e-49ed-4ee4-a8b4-6c0459a98be3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for floatingip, precommit_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:37.360898 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6080e-6a19-4ab3-bc04-318edef73dc6 req-c32adc75-5bde-4a48-8fc2-af898c4562f5 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:37.362440 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e7f6080e-6a19-4ab3-bc04-318edef73dc6 req-c32adc75-5bde-4a48-8fc2-af898c4562f5 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0503175 Oct 27 17:01:37.363716 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-4c836c9e-49ed-4ee4-a8b4-6c0459a98be3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703721'] for floatingip, after_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:37.471897 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e7f6080e-6a19-4ab3-bc04-318edef73dc6 req-35103751-5eea-4b57-8145-d0385df44c95 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754421 Oct 27 17:01:37.489697 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.db.l3_db [None req-4c836c9e-49ed-4ee4-a8b4-6c0459a98be3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Floating IP 6bf2a5fc-3811-4c19-823b-d4c1ec4b779a associated. External IP: 172.27.3.172, port: 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d. Oct 27 17:01:37.590907 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c56d8-0a07-4007-b5df-f294eb1f6394 req-505d7d94-2899-499d-ba04-f439b8da9ffd tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:37.592623 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-037c56d8-0a07-4007-b5df-f294eb1f6394 req-505d7d94-2899-499d-ba04-f439b8da9ffd tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 946 time: 0.0534296 Oct 27 17:01:37.635451 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-037c56d8-0a07-4007-b5df-f294eb1f6394 req-e1fa365e-0144-4fb1-9371-ad3b1ad0619e tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355382 Oct 27 17:01:37.779351 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 54382) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:37.894331 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7049d-7472-470c-9eb5-ed5639eb9937 req-eaa2b755-b24c-4623-98b3-6d8c4030b3d5 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:37.895893 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-abd7049d-7472-470c-9eb5-ed5639eb9937 req-eaa2b755-b24c-4623-98b3-6d8c4030b3d5 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0668194 Oct 27 17:01:37.904606 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d50c1cfc-3196-41da-8a69-56802450b6e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:37.928743 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c836c9e-49ed-4ee4-a8b4-6c0459a98be3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Router 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:01:37.945142 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-abd7049d-7472-470c-9eb5-ed5639eb9937 req-1e5b3ebb-38b6-4ec5-b6c8-7dccd5f44a49 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425668 Oct 27 17:01:37.984230 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d50c1cfc-3196-41da-8a69-56802450b6e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:38.050319 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d50c1cfc-3196-41da-8a69-56802450b6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:38.051989 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c836c9e-49ed-4ee4-a8b4-6c0459a98be3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:01:38.056812 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-4c836c9e-49ed-4ee4-a8b4-6c0459a98be3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for floatingip, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:38.065206 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee40ee-c4c5-4d28-8873-92eaf4e798f5 None None] Sync routers for ids ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'] in dv-cinder-815701-1-iscsi {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:01:38.076956 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ee40ee-c4c5-4d28-8873-92eaf4e798f5 None None] Routers {'7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:01:38.077850 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-38ee40ee-c4c5-4d28-8873-92eaf4e798f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:01:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:01:38.085400 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-4c836c9e-49ed-4ee4-a8b4-6c0459a98be3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "PUT /v2.0/floatingips/6bf2a5fc-3811-4c19-823b-d4c1ec4b779a HTTP/1.1" status: 200 len: 991 time: 1.4680192 Oct 27 17:01:38.086042 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4899b3-abb6-45a2-bc1e-2f7ae08c0c61', 'tag': '5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d'}] {{(pid=118833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:01:38.088361 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c66521ff26e5cb966b8f79b87702808b323f371d754c2b2b0a866cc42f0a139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8991b7d1-e626-4ec7-87ea-5fd35cf9bc73" -d '{"events": [{"name": "network-changed", "server_uuid": "de4899b3-abb6-45a2-bc1e-2f7ae08c0c61", "tag": "5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d"}]}' {{(pid=118833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:01:38.091724 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c1cfc-3196-41da-8a69-56802450b6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3e5a1f-d4a4-4df0-8511-a24cd0868727,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:38.097611 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-d50c1cfc-3196-41da-8a69-56802450b6e1 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=aa0c02cb441a4f63a5ce6c3c0b468e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172152 Oct 27 17:01:38.102491 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 54396) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:38.136525 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dd8a5d-895f-4509-b51c-bcef88ca924c x-openstack-request-id: req-e0dd8a5d-895f-4509-b51c-bcef88ca924c {{(pid=118833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:01:38.136838 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4899b3-abb6-45a2-bc1e-2f7ae08c0c61", "tag": "5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d", "status": "completed", "code": 200}]} {{(pid=118833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:01:38.137088 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-e0dd8a5d-895f-4509-b51c-bcef88ca924c {{(pid=118833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:01:38.137505 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de4899b3-abb6-45a2-bc1e-2f7ae08c0c61', 'tag': '5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d', 'status': 'completed', 'code': 200} Oct 27 17:01:38.168380 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ed2fc842-ae89-4fa2-85b9-915545ba034f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:38.192848 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ed2fc842-ae89-4fa2-85b9-915545ba034f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:38.199308 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-38ee40ee-c4c5-4d28-8873-92eaf4e798f5 None None] Set router 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:01:38.314509 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ed2fc842-ae89-4fa2-85b9-915545ba034f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:38.317368 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ed2fc842-ae89-4fa2-85b9-915545ba034f admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:38.318596 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-ed2fc842-ae89-4fa2-85b9-915545ba034f admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/4d3e5a1f-d4a4-4df0-8511-a24cd0868727 HTTP/1.1" status: 204 len: 168 time: 0.2151773 Oct 27 17:01:38.326544 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fc842-ae89-4fa2-85b9-915545ba034f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3e5a1f-d4a4-4df0-8511-a24cd0868727,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:38.473604 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-38ee40ee-c4c5-4d28-8873-92eaf4e798f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'name': 'tempest-AttachVolumeShelveTestJSON-1074804156-router', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'd0235169-d097-497c-827e-4a6817a335da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:34Z', 'revision_number': 4, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'gw_port': {'id': 'd0235169-d097-497c-827e-4a6817a335da', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '6bf2a5fc-3811-4c19-823b-d4c1ec4b779a', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'floating_ip_address': '172.27.3.172', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'port_id': '5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'mac_address': 'fa:16:3e:f8:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4899b3-abb6-45a2-bc1e-2f7ae08c0c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:00:44Z', 'updated_at': '2021-10-27T17:01:37Z', 'revision_number': 1, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90701095-8f14-4eaf-b4aa-ed493a9dad35', 'name': '', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'mac_address': 'fa:16:3e:0f:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:46Z', 'revision_number': 5, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'subnets': [{'id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:01:38.505716 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee40ee-c4c5-4d28-8873-92eaf4e798f5 None None] Checking router: 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f for host: dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:01:38.514402 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ee40ee-c4c5-4d28-8873-92eaf4e798f5 None None] Routers {'7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:01:38.515061 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-38ee40ee-c4c5-4d28-8873-92eaf4e798f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:01:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:01:38.593070 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a204ae-06a3-4899-a070-f47d99818a89 req-43d20f0b-3394-4a8e-8b1b-e6624f5e8f2a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:38.595388 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-68a204ae-06a3-4899-a070-f47d99818a89 req-43d20f0b-3394-4a8e-8b1b-e6624f5e8f2a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0511034 Oct 27 17:01:38.623986 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-38ee40ee-c4c5-4d28-8873-92eaf4e798f5 None None] Set router 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:01:38.636274 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-68a204ae-06a3-4899-a070-f47d99818a89 req-3b1930c7-d1a2-498f-867b-ef11759ea48f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340257 Oct 27 17:01:38.756218 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca42ef-1cfc-413b-84ab-372b81d35dc3 req-0dfa069d-504f-4363-a2ff-bc40e0f9eae0 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:38.757916 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d9ca42ef-1cfc-413b-84ab-372b81d35dc3 req-0dfa069d-504f-4363-a2ff-bc40e0f9eae0 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 946 time: 0.0532949 Oct 27 17:01:38.803444 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d9ca42ef-1cfc-413b-84ab-372b81d35dc3 req-ca43e89f-1477-4ff5-8266-b0708467b9f9 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377564 Oct 27 17:01:38.841591 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 54410) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:38.860198 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7b1dc8bd-0d7f-493c-a4fb-7729df97e1a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:38.867058 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-38ee40ee-c4c5-4d28-8873-92eaf4e798f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'name': 'tempest-AttachVolumeShelveTestJSON-1074804156-router', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'd0235169-d097-497c-827e-4a6817a335da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:34Z', 'revision_number': 4, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'gw_port': {'id': 'd0235169-d097-497c-827e-4a6817a335da', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '6bf2a5fc-3811-4c19-823b-d4c1ec4b779a', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'floating_ip_address': '172.27.3.172', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'port_id': '5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'mac_address': 'fa:16:3e:f8:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4899b3-abb6-45a2-bc1e-2f7ae08c0c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:00:44Z', 'updated_at': '2021-10-27T17:01:37Z', 'revision_number': 1, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90701095-8f14-4eaf-b4aa-ed493a9dad35', 'name': '', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'mac_address': 'fa:16:3e:0f:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:46Z', 'revision_number': 5, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'subnets': [{'id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:01:38.899336 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee40ee-c4c5-4d28-8873-92eaf4e798f5 None None] The sync data for ids ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'] in dv-cinder-815701-1-iscsi is: [{'id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'name': 'tempest-AttachVolumeShelveTestJSON-1074804156-router', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'd0235169-d097-497c-827e-4a6817a335da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:34Z', 'revision_number': 4, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'gw_port': {'id': 'd0235169-d097-497c-827e-4a6817a335da', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '6bf2a5fc-3811-4c19-823b-d4c1ec4b779a', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'floating_ip_address': '172.27.3.172', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'port_id': '5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'mac_address': 'fa:16:3e:f8:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4899b3-abb6-45a2-bc1e-2f7ae08c0c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:00:44Z', 'updated_at': '2021-10-27T17:01:37Z', 'revision_number': 1, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90701095-8f14-4eaf-b4aa-ed493a9dad35', 'name': '', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'mac_address': 'fa:16:3e:0f:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:46Z', 'revision_number': 5, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'subnets': [{'id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:01:38.950917 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7b1dc8bd-0d7f-493c-a4fb-7729df97e1a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:39.029985 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7b1dc8bd-0d7f-493c-a4fb-7729df97e1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:39.073647 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92298e2-59d8-469e-a411-a6debe0f7225 req-f3d37014-4816-4702-aa3e-2f12de581881 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:39.076601 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f92298e2-59d8-469e-a411-a6debe0f7225 req-f3d37014-4816-4702-aa3e-2f12de581881 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0580418 Oct 27 17:01:39.076730 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-7b1dc8bd-0d7f-493c-a4fb-7729df97e1a8 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=31a653d763124aa5b1e7222d520a181c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324741 Oct 27 17:01:39.076730 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1dc8bd-0d7f-493c-a4fb-7729df97e1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c78c5bc-f4c4-4945-bb70-8ed5479fdd81,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:39.078687 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 54418) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:39.122568 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f92298e2-59d8-469e-a411-a6debe0f7225 req-68f928d6-fc26-452a-b917-3bcd3066276d tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384438 Oct 27 17:01:39.131502 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a80a5ccd-5c4c-4382-b76b-cd6a74b9c562 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:39.154057 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a80a5ccd-5c4c-4382-b76b-cd6a74b9c562 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:39.227981 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663e712e-5029-4c74-998a-bae74479464a None None] New status for floating IP 6bf2a5fc-3811-4c19-823b-d4c1ec4b779a: ACTIVE {{(pid=118835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:01:39.284709 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a80a5ccd-5c4c-4382-b76b-cd6a74b9c562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:39.287185 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a80a5ccd-5c4c-4382-b76b-cd6a74b9c562 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:39.288323 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-a80a5ccd-5c4c-4382-b76b-cd6a74b9c562 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/2c78c5bc-f4c4-4945-bb70-8ed5479fdd81 HTTP/1.1" status: 204 len: 168 time: 0.2087448 Oct 27 17:01:39.296743 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a5ccd-5c4c-4382-b76b-cd6a74b9c562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c78c5bc-f4c4-4945-bb70-8ed5479fdd81,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:39.754386 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef5abb-0245-4c8d-a8af-641c62aac2f9 req-9afcd2f6-2ac7-4dee-adb7-14016101644b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:39.755926 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-9bef5abb-0245-4c8d-a8af-641c62aac2f9 req-9afcd2f6-2ac7-4dee-adb7-14016101644b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0518715 Oct 27 17:01:39.797633 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-9bef5abb-0245-4c8d-a8af-641c62aac2f9 req-234c75ef-93e8-49eb-8d60-ca4328083a0f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340357 Oct 27 17:01:39.921848 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47214e7-f674-41ca-84b5-8c1c89e1f17e req-e187e42c-61aa-48b3-8185-012548180524 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:39.923512 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e47214e7-f674-41ca-84b5-8c1c89e1f17e req-e187e42c-61aa-48b3-8185-012548180524 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 946 time: 0.0534720 Oct 27 17:01:39.963003 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e47214e7-f674-41ca-84b5-8c1c89e1f17e req-ee225719-6ae1-47ef-912a-76793741f909 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332844 Oct 27 17:01:40.194193 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991b7d1-e626-4ec7-87ea-5fd35cf9bc73 req-66bb7a05-996f-473d-a9b2-2d92890217c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:40.195706 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8991b7d1-e626-4ec7-87ea-5fd35cf9bc73 req-66bb7a05-996f-473d-a9b2-2d92890217c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5eb132de3af4a108561a16af567602d&device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 1098 time: 0.0673051 Oct 27 17:01:40.258728 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd57641-c615-4065-857e-09e536500c6c req-d23b7961-c698-4e25-b724-2d42e0f8690a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:40.260270 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6fd57641-c615-4065-857e-09e536500c6c req-d23b7961-c698-4e25-b724-2d42e0f8690a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0514252 Oct 27 17:01:40.303630 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991b7d1-e626-4ec7-87ea-5fd35cf9bc73 req-26f74d73-9396-4b40-bc55-108610a735f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:40.305188 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8991b7d1-e626-4ec7-87ea-5fd35cf9bc73 req-26f74d73-9396-4b40-bc55-108610a735f7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 HTTP/1.1" status: 200 len: 919 time: 0.0901778 Oct 27 17:01:40.306700 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6fd57641-c615-4065-857e-09e536500c6c req-2e412e6a-37b2-4935-9788-55244e1d8d88 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349584 Oct 27 17:01:40.410057 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8991b7d1-e626-4ec7-87ea-5fd35cf9bc73 req-0da97e8d-2072-4663-80a9-b293c5221487 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d HTTP/1.1" status: 200 len: 1001 time: 0.0974481 Oct 27 17:01:40.550183 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991b7d1-e626-4ec7-87ea-5fd35cf9bc73 req-2e31f49d-93f9-4215-967c-ef944aa46bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:40.551659 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8991b7d1-e626-4ec7-87ea-5fd35cf9bc73 req-2e31f49d-93f9-4215-967c-ef944aa46bac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b59259a-4a35-4b3f-b276-e215349f7ead HTTP/1.1" status: 200 len: 856 time: 0.0471497 Oct 27 17:01:40.602074 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991b7d1-e626-4ec7-87ea-5fd35cf9bc73 req-20eadc8c-1cc7-4956-a7dd-273890baca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:40.603674 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8991b7d1-e626-4ec7-87ea-5fd35cf9bc73 req-20eadc8c-1cc7-4956-a7dd-273890baca75 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392020 Oct 27 17:01:40.768474 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8991b7d1-e626-4ec7-87ea-5fd35cf9bc73 req-8cf75eda-41f5-4585-bd6f-aaf7abdca062 service neutron] 10.222.0.11 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878098 Oct 27 17:01:40.883128 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8991b7d1-e626-4ec7-87ea-5fd35cf9bc73 req-e9c1038d-4109-4447-be1a-f6d70987c12e service neutron] 10.222.0.11 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048534 Oct 27 17:01:40.926989 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9586899-161f-472e-a7bc-ce22f157ee5d req-873df5b8-8917-4467-bc37-07caaf6f6a81 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:40.929044 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d9586899-161f-472e-a7bc-ce22f157ee5d req-873df5b8-8917-4467-bc37-07caaf6f6a81 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0592699 Oct 27 17:01:40.929707 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 54466) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:40.988520 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d9586899-161f-472e-a7bc-ce22f157ee5d req-00c1965b-75fe-465d-bef6-2e54442364dc tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534170 Oct 27 17:01:41.069645 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-bbfd3eed-d9a5-4839-bef3-53f6fcc65788 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:41.106552 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8a4b8-e9f2-4b98-bf52-276219721185 req-8fcbdb23-830d-425e-bed0-75a27fbc5846 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:41.108089 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-43f8a4b8-e9f2-4b98-bf52-276219721185 req-8fcbdb23-830d-425e-bed0-75a27fbc5846 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 946 time: 0.0661945 Oct 27 17:01:41.150805 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-bbfd3eed-d9a5-4839-bef3-53f6fcc65788 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:41.153756 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-43f8a4b8-e9f2-4b98-bf52-276219721185 req-02e5e1ce-650a-4bbf-be50-558d891f412a tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378458 Oct 27 17:01:41.221891 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-bbfd3eed-d9a5-4839-bef3-53f6fcc65788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:41.277421 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-bbfd3eed-d9a5-4839-bef3-53f6fcc65788 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=75da0bd7001b4334bea248fbbdf826de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3389697 Oct 27 17:01:41.279357 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 54482) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:41.291862 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd3eed-d9a5-4839-bef3-53f6fcc65788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0d50e9-3eb0-4c1c-8baa-49dbf9361e8e,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:41.303015 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c1bcf58c-df63-4574-a62b-fa3deda9b0ff req-54a5a300-3822-4db5-ab09-c843e77fc189 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1018860 Oct 27 17:01:41.350409 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-40626494-aa8f-4518-9221-0857346bad02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:41.375298 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-40626494-aa8f-4518-9221-0857346bad02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:41.428624 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcf58c-df63-4574-a62b-fa3deda9b0ff req-ffed895c-a5a9-4031-a8d9-b07210dbe966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:41.430291 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c1bcf58c-df63-4574-a62b-fa3deda9b0ff req-ffed895c-a5a9-4031-a8d9-b07210dbe966 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5eb132de3af4a108561a16af567602d&device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 1098 time: 0.0452900 Oct 27 17:01:41.456837 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5945ef0-1b67-4b7f-baef-403000944f7b req-8c251379-ba1e-4d81-9d1a-697f2db03d8f tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:41.464174 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a5945ef0-1b67-4b7f-baef-403000944f7b req-8c251379-ba1e-4d81-9d1a-697f2db03d8f tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0680890 Oct 27 17:01:41.499086 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a5945ef0-1b67-4b7f-baef-403000944f7b req-31773539-0075-4cb1-8972-f0b4f64ab2bd tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339549 Oct 27 17:01:41.513588 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-40626494-aa8f-4518-9221-0857346bad02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:41.516901 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-40626494-aa8f-4518-9221-0857346bad02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:41.518305 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-40626494-aa8f-4518-9221-0857346bad02 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/9f0d50e9-3eb0-4c1c-8baa-49dbf9361e8e HTTP/1.1" status: 204 len: 168 time: 0.2378831 Oct 27 17:01:41.528398 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40626494-aa8f-4518-9221-0857346bad02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0d50e9-3eb0-4c1c-8baa-49dbf9361e8e,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:41.605209 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcf58c-df63-4574-a62b-fa3deda9b0ff req-8a2e6c90-8830-44aa-a387-40c8e4f1b5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:41.606655 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c1bcf58c-df63-4574-a62b-fa3deda9b0ff req-8a2e6c90-8830-44aa-a387-40c8e4f1b5ea service neutron] 10.222.0.11 "GET /v2.0/networks?id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 HTTP/1.1" status: 200 len: 919 time: 0.1337271 Oct 27 17:01:41.684858 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c1bcf58c-df63-4574-a62b-fa3deda9b0ff req-39ad731d-cf06-4d04-930d-0b23619b0afe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d HTTP/1.1" status: 200 len: 1001 time: 0.0603271 Oct 27 17:01:41.756966 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcf58c-df63-4574-a62b-fa3deda9b0ff req-0660bafc-b418-46f1-8d8f-f94b5e3a194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:41.758761 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c1bcf58c-df63-4574-a62b-fa3deda9b0ff req-0660bafc-b418-46f1-8d8f-f94b5e3a194e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b59259a-4a35-4b3f-b276-e215349f7ead HTTP/1.1" status: 200 len: 856 time: 0.0510535 Oct 27 17:01:41.820665 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcf58c-df63-4574-a62b-fa3deda9b0ff req-aabe1a5a-b1ae-421f-a667-705682b57e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:41.822133 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c1bcf58c-df63-4574-a62b-fa3deda9b0ff req-aabe1a5a-b1ae-421f-a667-705682b57e5f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438287 Oct 27 17:01:41.952132 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c1bcf58c-df63-4574-a62b-fa3deda9b0ff req-62b72ab4-2493-4142-8fce-35d4d14f79d1 service neutron] 10.222.0.11 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120720 Oct 27 17:01:42.338287 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660bf13-6292-4cb3-b6e5-fd62f5a1ca82 req-14713d12-a375-4d71-ad4d-18db94222e2a tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:42.358778 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e660bf13-6292-4cb3-b6e5-fd62f5a1ca82 req-14713d12-a375-4d71-ad4d-18db94222e2a tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 946 time: 0.1221790 Oct 27 17:01:42.387760 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d47d7-3d92-4ef0-a213-81e260a49731 req-77cfb966-c8e8-4eb5-9866-6b5716242654 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:42.396094 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-279d47d7-3d92-4ef0-a213-81e260a49731 req-77cfb966-c8e8-4eb5-9866-6b5716242654 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.1143172 Oct 27 17:01:42.408216 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c1bcf58c-df63-4574-a62b-fa3deda9b0ff req-6af7ea3c-d300-425e-b42d-b985dc48270b service neutron] 10.222.0.11 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303112 Oct 27 17:01:42.421954 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e660bf13-6292-4cb3-b6e5-fd62f5a1ca82 req-62b6cbfd-4a7b-4c14-92cc-46d73cd700c7 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545712 Oct 27 17:01:42.451019 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-279d47d7-3d92-4ef0-a213-81e260a49731 req-3ac0071f-ff21-42f3-a7e4-5a0ca400df3e tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535898 Oct 27 17:01:42.635340 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0f658-0927-41f9-b63c-315371b5d8bc req-a4d2e32d-a3bd-40ea-bc42-272f63c30045 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:42.636851 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b3c0f658-0927-41f9-b63c-315371b5d8bc req-a4d2e32d-a3bd-40ea-bc42-272f63c30045 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0523477 Oct 27 17:01:42.680241 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b3c0f658-0927-41f9-b63c-315371b5d8bc req-e5f1c424-9f07-47b8-bb3d-f72a7b3ab7d0 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357418 Oct 27 17:01:42.801298 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc438-5440-4dc9-bb4b-187474c13337 req-5ade19d5-bf94-4d26-8fb6-c1e2e487c949 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:42.805208 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-905fc438-5440-4dc9-bb4b-187474c13337 req-5ade19d5-bf94-4d26-8fb6-c1e2e487c949 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0553803 Oct 27 17:01:42.811833 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 54558) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:42.817396 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-693d34c3-5769-46e2-85ca-9c63ea97c374 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Request body: {'floatingip': {'port_id': 'fc816b8f-4a9a-42d9-9b97-c72c0305373e'}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:01:42.859197 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-693d34c3-5769-46e2-85ca-9c63ea97c374 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for floatingip, before_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:43.295407 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-693d34c3-5769-46e2-85ca-9c63ea97c374 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for floatingip, precommit_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:43.399742 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-693d34c3-5769-46e2-85ca-9c63ea97c374 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703721'] for floatingip, after_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:43.534878 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.db.l3_db [None req-693d34c3-5769-46e2-85ca-9c63ea97c374 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Floating IP 0538a0e9-64e0-4198-b9c4-ffcbcf7345d6 associated. External IP: 172.27.3.50, port: fc816b8f-4a9a-42d9-9b97-c72c0305373e. Oct 27 17:01:43.603049 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55062e9f-b3e2-450a-b51a-e92fa83a3ba0 req-f7d98910-669d-41f0-8b83-a18ceda6842a tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:43.606497 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-55062e9f-b3e2-450a-b51a-e92fa83a3ba0 req-f7d98910-669d-41f0-8b83-a18ceda6842a tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 946 time: 0.0987675 Oct 27 17:01:43.665041 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-55062e9f-b3e2-450a-b51a-e92fa83a3ba0 req-5a320025-948b-4e5a-b92c-b8b7e5c370ee tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504270 Oct 27 17:01:43.685579 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d58705-f74e-45c2-83b7-0d7e494689ea req-26a98464-9544-4645-8bcc-c2df0e7200ff tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:43.687372 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d0d58705-f74e-45c2-83b7-0d7e494689ea req-26a98464-9544-4645-8bcc-c2df0e7200ff tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0717967 Oct 27 17:01:43.818672 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d0d58705-f74e-45c2-83b7-0d7e494689ea req-571e3366-f1ba-4823-8e17-01f96d967be6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151733 Oct 27 17:01:43.862147 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693d34c3-5769-46e2-85ca-9c63ea97c374 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Router c67a02a8-ad89-4da6-9bc3-887b04cfb54a has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:01:43.972294 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693d34c3-5769-46e2-85ca-9c63ea97c374 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:01:43.976626 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-693d34c3-5769-46e2-85ca-9c63ea97c374 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for floatingip, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:43.983478 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a17e1da-6736-4219-ba59-5749a6cbbe44 None None] Sync routers for ids ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'] in dv-cinder-815701-1-iscsi {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:01:43.994491 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a17e1da-6736-4219-ba59-5749a6cbbe44 None None] Routers {'c67a02a8-ad89-4da6-9bc3-887b04cfb54a'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:01:43.995190 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-8a17e1da-6736-4219-ba59-5749a6cbbe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:01:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:01:44.009653 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-693d34c3-5769-46e2-85ca-9c63ea97c374 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "PUT /v2.0/floatingips/0538a0e9-64e0-4198-b9c4-ffcbcf7345d6 HTTP/1.1" status: 200 len: 991 time: 1.1964307 Oct 27 17:01:44.010280 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38919dee-7c51-4e8e-9384-0534e8ddafc6', 'tag': 'fc816b8f-4a9a-42d9-9b97-c72c0305373e'}] {{(pid=118833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:01:44.012913 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c66521ff26e5cb966b8f79b87702808b323f371d754c2b2b0a866cc42f0a139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdf0ca7-57af-457e-8d4e-14f2761c458b" -d '{"events": [{"name": "network-changed", "server_uuid": "38919dee-7c51-4e8e-9384-0534e8ddafc6", "tag": "fc816b8f-4a9a-42d9-9b97-c72c0305373e"}]}' {{(pid=118833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:01:44.138207 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515f8ae4-c7ae-4119-916d-b07ca7f7607b x-openstack-request-id: req-515f8ae4-c7ae-4119-916d-b07ca7f7607b {{(pid=118833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:01:44.138493 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38919dee-7c51-4e8e-9384-0534e8ddafc6", "tag": "fc816b8f-4a9a-42d9-9b97-c72c0305373e", "status": "completed", "code": 200}]} {{(pid=118833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:01:44.138738 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-515f8ae4-c7ae-4119-916d-b07ca7f7607b {{(pid=118833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:01:44.139178 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38919dee-7c51-4e8e-9384-0534e8ddafc6', 'tag': 'fc816b8f-4a9a-42d9-9b97-c72c0305373e', 'status': 'completed', 'code': 200} Oct 27 17:01:44.183929 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-8a17e1da-6736-4219-ba59-5749a6cbbe44 None None] Set router c67a02a8-ad89-4da6-9bc3-887b04cfb54a gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:01:44.225628 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf0ca7-57af-457e-8d4e-14f2761c458b req-fb114917-9f3d-4578-b3cf-1e74ebfd5949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:44.227340 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-afdf0ca7-57af-457e-8d4e-14f2761c458b req-fb114917-9f3d-4578-b3cf-1e74ebfd5949 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c07c026ef0854453b5ecceadb89134a1&device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 1099 time: 0.0509319 Oct 27 17:01:44.377900 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf0ca7-57af-457e-8d4e-14f2761c458b req-0989fb53-286e-4d32-9047-5e061153529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:44.379589 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-afdf0ca7-57af-457e-8d4e-14f2761c458b req-0989fb53-286e-4d32-9047-5e061153529b service neutron] 10.222.0.11 "GET /v2.0/networks?id=2442317d-bf65-4101-a370-d9f0807c7f4a HTTP/1.1" status: 200 len: 913 time: 0.1422191 Oct 27 17:01:44.392375 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7cce3-e831-410a-a124-8573f57f4a8d req-c3f585eb-2656-4c79-bd52-b7b3d793ee6b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:44.394465 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-21e7cce3-e831-410a-a124-8573f57f4a8d req-c3f585eb-2656-4c79-bd52-b7b3d793ee6b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0699508 Oct 27 17:01:44.450361 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-21e7cce3-e831-410a-a124-8573f57f4a8d req-bc814641-ef56-4e9f-ab27-bdd472febd72 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482523 Oct 27 17:01:44.518087 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-afdf0ca7-57af-457e-8d4e-14f2761c458b req-ed012311-9f2c-4f64-afe1-9bcab9595b45 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc816b8f-4a9a-42d9-9b97-c72c0305373e HTTP/1.1" status: 200 len: 999 time: 0.1109407 Oct 27 17:01:44.521139 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691597e-b0e6-4504-b3e3-f90d82cef4ee req-58dfa369-9bae-4e83-8956-889a8b67aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:44.523175 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0691597e-b0e6-4504-b3e3-f90d82cef4ee req-58dfa369-9bae-4e83-8956-889a8b67aea6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01815bc32be54f4ea30de068defb62b5&device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 1098 time: 0.1098077 Oct 27 17:01:44.542098 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-8a17e1da-6736-4219-ba59-5749a6cbbe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'name': 'tempest-AttachVolumeTestJSON-1481292757-router', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:33Z', 'revision_number': 4, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'gw_port': {'id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '0538a0e9-64e0-4198-b9c4-ffcbcf7345d6', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'floating_ip_address': '172.27.3.50', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'port_id': 'fc816b8f-4a9a-42d9-9b97-c72c0305373e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'mac_address': 'fa:16:3e:0a:50:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38919dee-7c51-4e8e-9384-0534e8ddafc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:00:43Z', 'updated_at': '2021-10-27T17:01:43Z', 'revision_number': 1, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c11062b-699c-4bed-b867-a001749b36fa', 'name': '', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'mac_address': 'fa:16:3e:ac:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 5, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'subnets': [{'id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:01:44.572169 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a17e1da-6736-4219-ba59-5749a6cbbe44 None None] Checking router: c67a02a8-ad89-4da6-9bc3-887b04cfb54a for host: dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:01:44.593387 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a17e1da-6736-4219-ba59-5749a6cbbe44 None None] Routers {'c67a02a8-ad89-4da6-9bc3-887b04cfb54a'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:01:44.594109 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-8a17e1da-6736-4219-ba59-5749a6cbbe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:01:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:01:44.671021 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf0ca7-57af-457e-8d4e-14f2761c458b req-a810d25c-bf9c-4b49-a46b-192032a88174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:44.672762 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-afdf0ca7-57af-457e-8d4e-14f2761c458b req-a810d25c-bf9c-4b49-a46b-192032a88174 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c4f7fbc0-a6c8-4955-8e60-af2439f45127 HTTP/1.1" status: 200 len: 850 time: 0.1261618 Oct 27 17:01:44.735078 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691597e-b0e6-4504-b3e3-f90d82cef4ee req-b63113e0-5527-48b7-aa99-327971d452cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:44.737408 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0691597e-b0e6-4504-b3e3-f90d82cef4ee req-b63113e0-5527-48b7-aa99-327971d452cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=63bb574e-682e-4fda-acd7-cf41cb7ff89d HTTP/1.1" status: 200 len: 920 time: 0.1897228 Oct 27 17:01:44.747225 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf0ca7-57af-457e-8d4e-14f2761c458b req-47a4b3ed-b659-49b3-973b-6c4b5dd822ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:44.748793 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-afdf0ca7-57af-457e-8d4e-14f2761c458b req-47a4b3ed-b659-49b3-973b-6c4b5dd822ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2442317d-bf65-4101-a370-d9f0807c7f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0640268 Oct 27 17:01:44.760878 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-8a17e1da-6736-4219-ba59-5749a6cbbe44 None None] Set router c67a02a8-ad89-4da6-9bc3-887b04cfb54a gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:01:44.817345 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0691597e-b0e6-4504-b3e3-f90d82cef4ee req-f7028e0e-57b8-4775-9aa0-3076e3392c1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7068f777-6dd1-4fd8-87c5-235792a34929 HTTP/1.1" status: 200 len: 217 time: 0.0577018 Oct 27 17:01:44.915311 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691597e-b0e6-4504-b3e3-f90d82cef4ee req-b3b886ba-859b-4dd7-bc42-4a32a942d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:44.916773 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0691597e-b0e6-4504-b3e3-f90d82cef4ee req-b3b886ba-859b-4dd7-bc42-4a32a942d427 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92aec7f3-099d-4f1b-9326-cd2323ebaada HTTP/1.1" status: 200 len: 858 time: 0.0717506 Oct 27 17:01:44.933976 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-afdf0ca7-57af-457e-8d4e-14f2761c458b req-1c41fb80-68b8-497f-9371-dd971ccfd2fe service neutron] 10.222.0.11 "GET /v2.0/networks/2442317d-bf65-4101-a370-d9f0807c7f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671958 Oct 27 17:01:44.963576 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0691597e-b0e6-4504-b3e3-f90d82cef4ee req-6833c74d-5b44-407b-b3db-a2a87918d105 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63bb574e-682e-4fda-acd7-cf41cb7ff89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284998 Oct 27 17:01:45.015895 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-8a17e1da-6736-4219-ba59-5749a6cbbe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'name': 'tempest-AttachVolumeTestJSON-1481292757-router', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:33Z', 'revision_number': 4, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'gw_port': {'id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '0538a0e9-64e0-4198-b9c4-ffcbcf7345d6', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'floating_ip_address': '172.27.3.50', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'port_id': 'fc816b8f-4a9a-42d9-9b97-c72c0305373e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'mac_address': 'fa:16:3e:0a:50:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38919dee-7c51-4e8e-9384-0534e8ddafc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:00:43Z', 'updated_at': '2021-10-27T17:01:43Z', 'revision_number': 1, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c11062b-699c-4bed-b867-a001749b36fa', 'name': '', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'mac_address': 'fa:16:3e:ac:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 5, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'subnets': [{'id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:01:45.049694 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a17e1da-6736-4219-ba59-5749a6cbbe44 None None] The sync data for ids ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'] in dv-cinder-815701-1-iscsi is: [{'id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'name': 'tempest-AttachVolumeTestJSON-1481292757-router', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:33Z', 'revision_number': 4, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'gw_port': {'id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '0538a0e9-64e0-4198-b9c4-ffcbcf7345d6', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'floating_ip_address': '172.27.3.50', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'port_id': 'fc816b8f-4a9a-42d9-9b97-c72c0305373e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'mac_address': 'fa:16:3e:0a:50:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38919dee-7c51-4e8e-9384-0534e8ddafc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:00:43Z', 'updated_at': '2021-10-27T17:01:43Z', 'revision_number': 1, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c11062b-699c-4bed-b867-a001749b36fa', 'name': '', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'mac_address': 'fa:16:3e:ac:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 5, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'subnets': [{'id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:01:45.134024 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-afdf0ca7-57af-457e-8d4e-14f2761c458b req-7e30aca3-6799-4595-a827-64462b6a26df service neutron] 10.222.0.11 "GET /v2.0/networks/2442317d-bf65-4101-a370-d9f0807c7f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689341 Oct 27 17:01:45.168429 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0691597e-b0e6-4504-b3e3-f90d82cef4ee req-caf3ab5b-5096-4c2f-ba26-6b7f2c0676a4 service neutron] 10.222.0.11 "GET /v2.0/networks/63bb574e-682e-4fda-acd7-cf41cb7ff89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854885 Oct 27 17:01:45.189819 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 54624) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:45.297042 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0691597e-b0e6-4504-b3e3-f90d82cef4ee req-34bc6ce0-334f-4f92-bfdc-6246670c46db service neutron] 10.222.0.11 "GET /v2.0/networks/63bb574e-682e-4fda-acd7-cf41cb7ff89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157269 Oct 27 17:01:45.319199 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e798958b-3dd3-4ac4-a8cb-754682064c18 None None] New status for floating IP 0538a0e9-64e0-4198-b9c4-ffcbcf7345d6: ACTIVE {{(pid=118835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:01:45.333647 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-81b1365c-0ca7-4c18-b593-8b3197c12e2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:45.412478 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-81b1365c-0ca7-4c18-b593-8b3197c12e2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:45.520214 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-81b1365c-0ca7-4c18-b593-8b3197c12e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:45.564982 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-81b1365c-0ca7-4c18-b593-8b3197c12e2c admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=2adf3923327f4e849abb4ded95368160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3734434 Oct 27 17:01:45.569582 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1365c-0ca7-4c18-b593-8b3197c12e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585c7a27-0a1d-4b3d-8341-76e6a339ef06,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:45.569708 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 54638) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:45.625301 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2745a-e15b-4f0a-a1ee-c82f45b267b2 req-ab8bfbca-b832-4456-ad8b-5692b6a56018 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:45.638481 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f7e2745a-e15b-4f0a-a1ee-c82f45b267b2 req-ab8bfbca-b832-4456-ad8b-5692b6a56018 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.1081939 Oct 27 17:01:45.688126 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f7e2745a-e15b-4f0a-a1ee-c82f45b267b2 req-70f33f18-6b26-483c-b242-fed8473bdc3a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525568 Oct 27 17:01:45.688982 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d79c09d0-6ec8-4583-9a1c-ffbfd486db6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:45.712321 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d79c09d0-6ec8-4583-9a1c-ffbfd486db6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:45.828887 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d79c09d0-6ec8-4583-9a1c-ffbfd486db6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:45.832120 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d79c09d0-6ec8-4583-9a1c-ffbfd486db6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:45.833405 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-d79c09d0-6ec8-4583-9a1c-ffbfd486db6c admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/585c7a27-0a1d-4b3d-8341-76e6a339ef06 HTTP/1.1" status: 204 len: 168 time: 0.2647665 Oct 27 17:01:45.842462 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c09d0-6ec8-4583-9a1c-ffbfd486db6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585c7a27-0a1d-4b3d-8341-76e6a339ef06,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:46.834248 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee261a5b-a4fb-4f40-912f-b6687a8ec431 req-a5c0e70a-681b-4dc9-a0ce-6396ebf340a6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:46.835736 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ee261a5b-a4fb-4f40-912f-b6687a8ec431 req-a5c0e70a-681b-4dc9-a0ce-6396ebf340a6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0642974 Oct 27 17:01:46.880353 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ee261a5b-a4fb-4f40-912f-b6687a8ec431 req-cffb7347-f82c-42a2-98d9-7c4337a5f2a7 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370197 Oct 27 17:01:47.630280 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 54696) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:47.750187 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f3ccbe17-007f-494f-b54d-51ce8a00f39c admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:47.828813 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f3ccbe17-007f-494f-b54d-51ce8a00f39c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:47.920754 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f3ccbe17-007f-494f-b54d-51ce8a00f39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:47.973840 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 54706) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:47.974594 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-f3ccbe17-007f-494f-b54d-51ce8a00f39c admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=229abb78dd1a40b3afd3ca491d46591f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428831 Oct 27 17:01:47.988596 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ccbe17-007f-494f-b54d-51ce8a00f39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abb20ad-6e91-4479-b35f-fdf5c29175f9,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:48.035055 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c8464aa0-9981-479c-b940-5a1daa129ce0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:48.038312 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9ec97-7e3b-441e-b85c-47ea9662294c req-a94bf29e-53e7-4d4e-884a-bfe030f4c922 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:48.039923 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-70e9ec97-7e3b-441e-b85c-47ea9662294c req-a94bf29e-53e7-4d4e-884a-bfe030f4c922 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0618923 Oct 27 17:01:48.063106 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c8464aa0-9981-479c-b940-5a1daa129ce0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:48.088982 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-70e9ec97-7e3b-441e-b85c-47ea9662294c req-35560dab-d108-46ca-8e60-ec74e2a506ed tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371330 Oct 27 17:01:48.200700 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c8464aa0-9981-479c-b940-5a1daa129ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:48.203173 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c8464aa0-9981-479c-b940-5a1daa129ce0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:48.204311 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-c8464aa0-9981-479c-b940-5a1daa129ce0 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/4abb20ad-6e91-4479-b35f-fdf5c29175f9 HTTP/1.1" status: 204 len: 168 time: 0.2294865 Oct 27 17:01:48.214342 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8464aa0-9981-479c-b940-5a1daa129ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abb20ad-6e91-4479-b35f-fdf5c29175f9,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:48.579676 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 54730) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:48.630257 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_v2 [None req-659b958e-9bd2-43d6-ae77-b7c248d6565c admin admin] Deleting subnet 1e1307e6-ecda-40ea-bbad-65c3694bfc3e {{(pid=118833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:01:48.639312 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-659b958e-9bd2-43d6-ae77-b7c248d6565c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:48.681810 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-659b958e-9bd2-43d6-ae77-b7c248d6565c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:48.687572 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-659b958e-9bd2-43d6-ae77-b7c248d6565c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1424751'] for subnet, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:48.834537 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-659b958e-9bd2-43d6-ae77-b7c248d6565c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1424742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for subnet, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:48.857105 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b958e-9bd2-43d6-ae77-b7c248d6565c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e1307e6-ecda-40ea-bbad-65c3694bfc3e,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:48.869035 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-659b958e-9bd2-43d6-ae77-b7c248d6565c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:48.872685 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-659b958e-9bd2-43d6-ae77-b7c248d6565c admin admin] 10.222.0.109 "DELETE /v2.0/subnets/1e1307e6-ecda-40ea-bbad-65c3694bfc3e HTTP/1.1" status: 204 len: 168 time: 0.2932978 Oct 27 17:01:48.874743 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 54740) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:48.950122 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529236'] for network, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:49.036873 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423354', 'neutron.services.segments.db._delete_segments_for_network-8740460286558'] for network, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:49.063315 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=118833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:01:49.063610 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=118833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:01:49.064349 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=118833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:01:49.064717 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] Subscribe: > port after_create 55550000 {{(pid=118833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:01:49.065750 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] Subscribe: > port after_delete 55550000 {{(pid=118833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:01:49.066132 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] Subscribe: > port after_update 55550000 {{(pid=118833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:01:49.066453 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=118833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:01:49.066815 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=118833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:01:49.067128 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=118833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:01:49.067440 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=118833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:01:49.141106 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=118833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:01:49.141461 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=118833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:01:49.141797 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=118833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:01:49.142181 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=118833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:01:49.142556 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.services.segments.db [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ec8aa4-3547-4515-840a-88e087045639']}} {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:01:49.162636 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.services.segments.db [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278b91b1-e120-469d-8566-263408e2373d') {'for_net_delete': True} {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:01:49.162976 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.services.segments.db [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278b91b1-e120-469d-8566-263408e2373d') {} {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:01:49.200096 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740460286055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131504026'] for segment, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:49.259750 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:49.274355 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] Releasing vlan 1351 on physical network physnet1 to pool {{(pid=118833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:01:49.274757 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131455057'] for segment, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: from cryptography.utils import int_from_bytes Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: from cryptography.utils import int_from_bytes Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: Traceback (most recent call last): Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: timer() Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: cb(*args, **kw) Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: return func(*args, **kwargs) Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: self._notify() Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: self.callback(batched_events) Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: event.method(event) Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: return f(self, *a, **k) Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: return self._get(url).json() Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: return self.request(url, 'GET', **kwargs) Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:01:49.278892 dv-cinder-815701-1-iscsi neutron-server[118833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:01:49.330824 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ae13a-fb1e-4ec5-bb97-d0ac766c3061 req-b79c1b64-9a6e-4e6f-987d-1636f82f6e8c tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:49.332520 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ff6ae13a-fb1e-4ec5-bb97-d0ac766c3061 req-b79c1b64-9a6e-4e6f-987d-1636f82f6e8c tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.1619861 Oct 27 17:01:49.384336 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ff6ae13a-fb1e-4ec5-bb97-d0ac766c3061 req-f3d62f08-351a-4046-8198-4fe5c3def498 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385215 Oct 27 17:01:49.435399 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703771'] for network, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:49.443524 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:49.451450 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] 10.222.0.109 "DELETE /v2.0/networks/54ec8aa4-3547-4515-840a-88e087045639 HTTP/1.1" status: 204 len: 168 time: 0.5708790 Oct 27 17:01:49.451544 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 54758) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:49.456845 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b2b0b-c2bb-4785-82c4-8b7cbf628e5e admin admin] Pushing event deleted for resources: {'Network': ['ID=54ec8aa4-3547-4515-840a-88e087045639,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:49.502341 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a285d2a-f7c3-4abd-83d0-3fabda98af05 admin admin] Deleting subnet 509c67eb-d44b-4ba0-a1f5-60d903a1edd9 {{(pid=118834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:01:49.507690 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7a285d2a-f7c3-4abd-83d0-3fabda98af05 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:49.532583 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-9cf78471-c8c1-468f-8312-209cc0c20e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:49.551895 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7a285d2a-f7c3-4abd-83d0-3fabda98af05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130957097'] for subnet, precommit_delete_associations {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:49.598963 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7a285d2a-f7c3-4abd-83d0-3fabda98af05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1424751'] for subnet, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:49.738044 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7a285d2a-f7c3-4abd-83d0-3fabda98af05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1424742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130954934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130888278'] for subnet, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:49.772417 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a285d2a-f7c3-4abd-83d0-3fabda98af05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=509c67eb-d44b-4ba0-a1f5-60d903a1edd9,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:49.776138 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7a285d2a-f7c3-4abd-83d0-3fabda98af05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:49.783260 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-7a285d2a-f7c3-4abd-83d0-3fabda98af05 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/509c67eb-d44b-4ba0-a1f5-60d903a1edd9 HTTP/1.1" status: 204 len: 168 time: 0.3318481 Oct 27 17:01:49.783407 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 54762) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:50.075720 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7180d293-117f-49ec-afca-8569ffe8b131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529236'] for network, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:50.159913 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7180d293-117f-49ec-afca-8569ffe8b131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423354', 'neutron.services.segments.db._delete_segments_for_network-8740460286558'] for network, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:50.179143 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.services.segments.db [None req-7180d293-117f-49ec-afca-8569ffe8b131 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd3b088-3b65-47d4-ad92-bc58727dcd9d']}} {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:01:50.188142 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.services.segments.db [None req-7180d293-117f-49ec-afca-8569ffe8b131 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1177744-08d1-4050-92a1-9af691a4f7cb') {'for_net_delete': True} {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:01:50.188445 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.services.segments.db [None req-7180d293-117f-49ec-afca-8569ffe8b131 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1177744-08d1-4050-92a1-9af691a4f7cb') {} {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:01:50.198107 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7180d293-117f-49ec-afca-8569ffe8b131 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740460286055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131504026'] for segment, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:50.211962 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7180d293-117f-49ec-afca-8569ffe8b131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:50.217752 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7180d293-117f-49ec-afca-8569ffe8b131 admin admin] Releasing vlan 1387 on physical network physnet1 to pool {{(pid=118833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:01:50.218126 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7180d293-117f-49ec-afca-8569ffe8b131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131455057'] for segment, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: Traceback (most recent call last): Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: timer() Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: cb(*args, **kw) Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: return func(*args, **kwargs) Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: self._notify() Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: self.callback(batched_events) Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: event.method(event) Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: return f(self, *a, **k) Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: return self._get(url).json() Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: return self.request(url, 'GET', **kwargs) Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:01:50.219755 dv-cinder-815701-1-iscsi neutron-server[118833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:01:50.332832 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7180d293-117f-49ec-afca-8569ffe8b131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703771'] for network, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:50.338167 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7180d293-117f-49ec-afca-8569ffe8b131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:50.343235 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-7180d293-117f-49ec-afca-8569ffe8b131 admin admin] 10.222.0.109 "DELETE /v2.0/networks/2dd3b088-3b65-47d4-ad92-bc58727dcd9d HTTP/1.1" status: 204 len: 168 time: 0.5558920 Oct 27 17:01:50.354033 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180d293-117f-49ec-afca-8569ffe8b131 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dd3b088-3b65-47d4-ad92-bc58727dcd9d,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:50.473755 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:01:50.506762 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7462e7-6fc9-4d24-b245-66d02718f3f6 req-9b02ec1f-86db-40e3-9b2f-dfd1ae52a1e0 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:50.508238 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7f7462e7-6fc9-4d24-b245-66d02718f3f6 req-9b02ec1f-86db-40e3-9b2f-dfd1ae52a1e0 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0499752 Oct 27 17:01:50.547169 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7f7462e7-6fc9-4d24-b245-66d02718f3f6 req-9ba9f428-beed-475b-99c9-ffc462130df1 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331130 Oct 27 17:01:50.714782 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 54780) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:50.755410 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-12e7418b-8bd2-4d23-96cc-39275e511bf1 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=99208645c1ed4c0b87f6f73af63a2c59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394461 Oct 27 17:01:50.758059 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 54782) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:50.809860 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6db546c9-5efd-4bf7-a6cb-c0d84d19fd2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:50.834277 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6db546c9-5efd-4bf7-a6cb-c0d84d19fd2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:50.972782 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6db546c9-5efd-4bf7-a6cb-c0d84d19fd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:50.975302 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6db546c9-5efd-4bf7-a6cb-c0d84d19fd2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:50.976432 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-6db546c9-5efd-4bf7-a6cb-c0d84d19fd2d admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/9d9a4cb3-03c7-47cf-b941-a0a807eab95f HTTP/1.1" status: 204 len: 168 time: 0.2174740 Oct 27 17:01:50.984410 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db546c9-5efd-4bf7-a6cb-c0d84d19fd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9a4cb3-03c7-47cf-b941-a0a807eab95f,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:51.339065 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-133926d1-bccd-41e0-98ed-bd19f48a891e tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/networks?tenant_id=bf256b55b1d64256adb78283aa4bc49e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307844 Oct 27 17:01:51.531111 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-525281e6-ff3c-4101-bc8c-d722dd5e1363 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:51.533198 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-525281e6-ff3c-4101-bc8c-d722dd5e1363 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1880202 Oct 27 17:01:51.550092 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-bd0f67c4-01a7-4c7f-b975-66063269e9e6 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/quotas/bf256b55b1d64256adb78283aa4bc49e HTTP/1.1" status: 200 len: 375 time: 0.0095565 Oct 27 17:01:51.590893 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-fe293b72-5986-4d6e-afa9-1ae6d7bc8cff tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=bf256b55b1d64256adb78283aa4bc49e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315199 Oct 27 17:01:51.680089 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 54810) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:51.691706 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ac46a-9842-480f-bdeb-de6706bf934d req-07d64f95-955a-4c35-8f13-df5f782b2a1a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:51.693408 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-cb1ac46a-9842-480f-bdeb-de6706bf934d req-07d64f95-955a-4c35-8f13-df5f782b2a1a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0619397 Oct 27 17:01:51.722160 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-69038335-f743-4309-bb2d-d2c7c2aa65b5 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=121a27c66d8b4e36947e4de2bd48d879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406685 Oct 27 17:01:51.724626 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 54812) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:51.732164 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-cb1ac46a-9842-480f-bdeb-de6706bf934d req-d722b9a4-fb8b-4db3-b851-6da3c85f6a5f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325551 Oct 27 17:01:51.777303 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-1f983f91-b752-47ec-a1fb-33accf20455f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:51.816148 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-1f983f91-b752-47ec-a1fb-33accf20455f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:51.837565 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2ca44638-a84f-4362-999a-88172e7ab414 req-dd2ea78e-2ade-4f77-ada4-d6b957846643 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/ports?device_id=045e7976-a7ff-4d5c-a0a4-e6da1728de9c HTTP/1.1" status: 200 len: 210 time: 0.0444682 Oct 27 17:01:51.961534 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-1f983f91-b752-47ec-a1fb-33accf20455f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:51.964336 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-1f983f91-b752-47ec-a1fb-33accf20455f admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:51.967947 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-1f983f91-b752-47ec-a1fb-33accf20455f admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/1bd107df-56a6-4d20-92b7-2d67bb45f0b6 HTTP/1.1" status: 204 len: 168 time: 0.2399919 Oct 27 17:01:51.973884 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f983f91-b752-47ec-a1fb-33accf20455f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd107df-56a6-4d20-92b7-2d67bb45f0b6,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:52.344478 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-91360780-1599-4f78-9025-1bd73f48d858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:52.855699 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c06fb2-df5e-4e7a-8bfc-eaf5ccc1157d req-f1f76fe5-bf11-4724-ba40-a84542fb7c7b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:52.857249 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-83c06fb2-df5e-4e7a-8bfc-eaf5ccc1157d req-f1f76fe5-bf11-4724-ba40-a84542fb7c7b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0494499 Oct 27 17:01:52.913025 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-83c06fb2-df5e-4e7a-8bfc-eaf5ccc1157d req-2639bd5a-27d1-49e8-9cd9-4a223cb1f83b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477748 Oct 27 17:01:52.959979 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a0cd1b44-1e02-4e1e-a332-bd91a89d6b03 req-75f8fa5b-9a80-47b6-8310-bb723f19561c tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/ports?device_id=045e7976-a7ff-4d5c-a0a4-e6da1728de9c HTTP/1.1" status: 200 len: 210 time: 0.0374472 Oct 27 17:01:53.265881 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:53.373607 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:54.063356 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ae18b-432d-4d8d-9ba5-f48bd617b4fb req-f1744aa4-3499-46cb-98da-5cdf3188da45 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:54.071247 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d92ae18b-432d-4d8d-9ba5-f48bd617b4fb req-f1744aa4-3499-46cb-98da-5cdf3188da45 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0707052 Oct 27 17:01:54.094254 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4505f479-7c0d-47e3-ad54-82befd710ff2 req-6657ae5b-496c-4074-b30c-ca23629a624e tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/ports?device_id=045e7976-a7ff-4d5c-a0a4-e6da1728de9c HTTP/1.1" status: 200 len: 210 time: 0.0358443 Oct 27 17:01:54.124281 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d92ae18b-432d-4d8d-9ba5-f48bd617b4fb req-b27ff13e-1906-43e7-a484-1aa2eefb901a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516775 Oct 27 17:01:54.304617 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-5e5d5b8c-8201-407b-9702-b64d6a4e44fe tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=bf256b55b1d64256adb78283aa4bc49e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229609 Oct 27 17:01:54.440219 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-f0974593-9b41-4fc1-a453-82c9d953f346 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:54.441770 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-f0974593-9b41-4fc1-a453-82c9d953f346 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1184139 Oct 27 17:01:54.463836 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-9a9b34a7-a145-458a-b078-8759d889776d tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Request body: {'port': {'device_id': '045e7976-a7ff-4d5c-a0a4-e6da1728de9c', 'network_id': 'fcf54063-d6ed-488c-a61c-b53dd7d11fcf', 'admin_state_up': True, 'tenant_id': 'bf256b55b1d64256adb78283aa4bc49e'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:01:54.681290 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-9a9b34a7-a145-458a-b078-8759d889776d tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Made reservation on behalf of bf256b55b1d64256adb78283aa4bc49e for: {'port': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:01:54.685406 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-9a9b34a7-a145-458a-b078-8759d889776d tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:54.694486 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-9a9b34a7-a145-458a-b078-8759d889776d tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:54.778576 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-9a9b34a7-a145-458a-b078-8759d889776d tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:54.853371 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-9a9b34a7-a145-458a-b078-8759d889776d tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:54.885294 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b34a7-a145-458a-b078-8759d889776d tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05480413-c343-43e5-8b7e-25e238294646,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:55.012639 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-9a9b34a7-a145-458a-b078-8759d889776d tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Allocated IP 192.168.233.73 (fcf54063-d6ed-488c-a61c-b53dd7d11fcf/96cb9ded-9277-47b7-bfa5-e45e1f07bca6/3b20e521-7458-47b6-af6a-e16d05fb6d95) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:01:55.181640 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-9a9b34a7-a145-458a-b078-8759d889776d tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:55.202623 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:55.242256 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4a7567f3-a8e8-4832-9aaf-8189581cf521 req-5dfa7245-09d9-4c22-97a5-0f5586011773 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/ports?device_id=045e7976-a7ff-4d5c-a0a4-e6da1728de9c HTTP/1.1" status: 200 len: 210 time: 0.0400677 Oct 27 17:01:55.266952 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc653812-956d-4cf8-91f1-9969b2c6ec68 req-34b457a6-91ef-4ad1-86ef-99bb1a09008c tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:55.268510 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-cc653812-956d-4cf8-91f1-9969b2c6ec68 req-34b457a6-91ef-4ad1-86ef-99bb1a09008c tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0551159 Oct 27 17:01:55.319739 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-cc653812-956d-4cf8-91f1-9969b2c6ec68 req-e59c1f37-f55c-4f36-8b41-fcc9580fb7ef tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426922 Oct 27 17:01:55.340117 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-9a9b34a7-a145-458a-b078-8759d889776d tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:55.391734 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-9a9b34a7-a145-458a-b078-8759d889776d tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Network fcf54063-d6ed-488c-a61c-b53dd7d11fcf is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:01:55.395695 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-9a9b34a7-a145-458a-b078-8759d889776d tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:01:55.399712 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-9a9b34a7-a145-458a-b078-8759d889776d tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:01:55.424143 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b34a7-a145-458a-b078-8759d889776d tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Pushing event updated for resources: {'Port': ['ID=3b20e521-7458-47b6-af6a-e16d05fb6d95,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:55.456341 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-9a9b34a7-a145-458a-b078-8759d889776d tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:55.458233 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-9a9b34a7-a145-458a-b078-8759d889776d tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:55.547884 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-9a9b34a7-a145-458a-b078-8759d889776d tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0877745 Oct 27 17:01:55.607599 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-56307232-2afb-48b2-9266-958935cc86f9 None None] Provisioning complete for port 3b20e521-7458-47b6-af6a-e16d05fb6d95 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:01:55.607960 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-56307232-2afb-48b2-9266-958935cc86f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:55.625140 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-ca3991c9-ef0e-48f5-a432-248a447da5f8 service neutron] Request body: {'port': {'device_id': '045e7976-a7ff-4d5c-a0a4-e6da1728de9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81570'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:01:55.642052 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-56307232-2afb-48b2-9266-958935cc86f9 None None] Port 3b20e521-7458-47b6-af6a-e16d05fb6d95 cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:01:55.680053 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-ca3991c9-ef0e-48f5-a432-248a447da5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:55.939569 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-ca3991c9-ef0e-48f5-a432-248a447da5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b20e521-7458-47b6-af6a-e16d05fb6d95 {{(pid=118834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:01:55.946926 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-ca3991c9-ef0e-48f5-a432-248a447da5f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:55.959686 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.provisioning_blocks [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-ca3991c9-ef0e-48f5-a432-248a447da5f8 service neutron] Transition to ACTIVE for port object 3b20e521-7458-47b6-af6a-e16d05fb6d95 will not be triggered until provisioned by entity L2. {{(pid=118834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:01:56.013551 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-ca3991c9-ef0e-48f5-a432-248a447da5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:56.063824 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3991c9-ef0e-48f5-a432-248a447da5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b20e521-7458-47b6-af6a-e16d05fb6d95,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:56.135678 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-ca3991c9-ef0e-48f5-a432-248a447da5f8 service neutron] Attempting to bind port 3b20e521-7458-47b6-af6a-e16d05fb6d95 on host hv-cinder-81570 for vnic_type normal with profile {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:01:56.136008 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-ca3991c9-ef0e-48f5-a432-248a447da5f8 service neutron] Attempting to bind port 3b20e521-7458-47b6-af6a-e16d05fb6d95 by drivers openvswitch,hyperv on host hv-cinder-81570 at level 0 using segments [{'id': 'f8877fc6-cbba-4d9c-b243-edffb26076ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': 'fcf54063-d6ed-488c-a61c-b53dd7d11fcf'}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:01:56.136358 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-ca3991c9-ef0e-48f5-a432-248a447da5f8 service neutron] Attempting to bind port 3b20e521-7458-47b6-af6a-e16d05fb6d95 on network fcf54063-d6ed-488c-a61c-b53dd7d11fcf {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:01:56.140924 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-ca3991c9-ef0e-48f5-a432-248a447da5f8 service neutron] Port 3b20e521-7458-47b6-af6a-e16d05fb6d95 on network fcf54063-d6ed-488c-a61c-b53dd7d11fcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81570 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:01:56.141245 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-ca3991c9-ef0e-48f5-a432-248a447da5f8 service neutron] Attempting to bind port 3b20e521-7458-47b6-af6a-e16d05fb6d95 on network fcf54063-d6ed-488c-a61c-b53dd7d11fcf {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:01:56.146361 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-ca3991c9-ef0e-48f5-a432-248a447da5f8 service neutron] Checking agent: {'id': '95ad64ad-6c0c-401b-b42d-2edbbc1c3c16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'started_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:01:56.146700 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-ca3991c9-ef0e-48f5-a432-248a447da5f8 service neutron] Checking segment: {'id': 'f8877fc6-cbba-4d9c-b243-edffb26076ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': 'fcf54063-d6ed-488c-a61c-b53dd7d11fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:01:56.147081 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-ca3991c9-ef0e-48f5-a432-248a447da5f8 service neutron] Bound using segment: {'id': 'f8877fc6-cbba-4d9c-b243-edffb26076ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': 'fcf54063-d6ed-488c-a61c-b53dd7d11fcf'} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:01:56.147507 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-ca3991c9-ef0e-48f5-a432-248a447da5f8 service neutron] Bound port: 3b20e521-7458-47b6-af6a-e16d05fb6d95, host: hv-cinder-81570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8877fc6-cbba-4d9c-b243-edffb26076ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': 'fcf54063-d6ed-488c-a61c-b53dd7d11fcf'}}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:01:56.147858 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-ca3991c9-ef0e-48f5-a432-248a447da5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:56.223618 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-ca3991c9-ef0e-48f5-a432-248a447da5f8 service neutron] For port 3b20e521-7458-47b6-af6a-e16d05fb6d95, host hv-cinder-81570, cleared binding levels {{(pid=118834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:01:56.227034 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-ca3991c9-ef0e-48f5-a432-248a447da5f8 service neutron] For port 3b20e521-7458-47b6-af6a-e16d05fb6d95, host hv-cinder-81570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=3b20e521-7458-47b6-af6a-e16d05fb6d95,segment=NetworkSegment(f8877fc6-cbba-4d9c-b243-edffb26076ae),segment_id=f8877fc6-cbba-4d9c-b243-edffb26076ae)] {{(pid=118834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:01:56.279060 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-ca3991c9-ef0e-48f5-a432-248a447da5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:56.361750 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-ca3991c9-ef0e-48f5-a432-248a447da5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:56.362373 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-ca3991c9-ef0e-48f5-a432-248a447da5f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:56.364219 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-ca3991c9-ef0e-48f5-a432-248a447da5f8 service neutron] 10.222.0.11 "PUT /v2.0/ports/3b20e521-7458-47b6-af6a-e16d05fb6d95 HTTP/1.1" status: 200 len: 1097 time: 0.7434237 Oct 27 17:01:56.366758 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '045e7976-a7ff-4d5c-a0a4-e6da1728de9c', 'tag': '3b20e521-7458-47b6-af6a-e16d05fb6d95'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:01:56.369671 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3c76b2-f129-4180-9695-f37ffa564525" -d '{"events": [{"name": "network-changed", "server_uuid": "045e7976-a7ff-4d5c-a0a4-e6da1728de9c", "tag": "3b20e521-7458-47b6-af6a-e16d05fb6d95"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:01:56.391777 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3991c9-ef0e-48f5-a432-248a447da5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b20e521-7458-47b6-af6a-e16d05fb6d95,revision_number=3']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:56.411200 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46faeee-d144-4bc3-9e38-b97566f1d44e req-81ba196a-5d29-4220-be71-506f34277640 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:56.417601 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f46faeee-d144-4bc3-9e38-b97566f1d44e req-81ba196a-5d29-4220-be71-506f34277640 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/ports?device_id=045e7976-a7ff-4d5c-a0a4-e6da1728de9c HTTP/1.1" status: 200 len: 947 time: 0.0955491 Oct 27 17:01:56.462819 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c7b4f-21bb-4477-9619-41b481b1fdbf req-f443139e-de3a-44fb-9f76-398803c3d1c0 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:56.464685 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-657c7b4f-21bb-4477-9619-41b481b1fdbf req-f443139e-de3a-44fb-9f76-398803c3d1c0 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0608621 Oct 27 17:01:56.466951 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f46faeee-d144-4bc3-9e38-b97566f1d44e req-fba81ee3-344d-480f-a13a-a8e710f26440 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/security-groups?id=05480413-c343-43e5-8b7e-25e238294646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424550 Oct 27 17:01:56.525011 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-657c7b4f-21bb-4477-9619-41b481b1fdbf req-032ad0c8-07ff-4e09-ae90-cb9866b2b8fc tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512998 Oct 27 17:01:56.527245 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ba88be-80a2-4179-a0df-5d756d2ba024 x-openstack-request-id: req-86ba88be-80a2-4179-a0df-5d756d2ba024 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:01:56.527530 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "045e7976-a7ff-4d5c-a0a4-e6da1728de9c", "tag": "3b20e521-7458-47b6-af6a-e16d05fb6d95", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:01:56.527778 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-86ba88be-80a2-4179-a0df-5d756d2ba024 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:01:56.528227 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '045e7976-a7ff-4d5c-a0a4-e6da1728de9c', 'tag': '3b20e521-7458-47b6-af6a-e16d05fb6d95', 'status': 'completed', 'code': 200} Oct 27 17:01:56.578303 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-93b325c5-05bf-413e-b64d-f5b895e06a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:56.579768 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-93b325c5-05bf-413e-b64d-f5b895e06a79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf256b55b1d64256adb78283aa4bc49e&device_id=045e7976-a7ff-4d5c-a0a4-e6da1728de9c HTTP/1.1" status: 200 len: 1100 time: 0.0507376 Oct 27 17:01:56.626340 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-a0814bbb-d8a2-49ef-9fab-1900b5084694 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=3b20e521-7458-47b6-af6a-e16d05fb6d95 HTTP/1.1" status: 200 len: 217 time: 0.0348291 Oct 27 17:01:56.703369 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-ecbaee8b-c835-4a86-9933-dfda45b8b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:56.704810 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-ecbaee8b-c835-4a86-9933-dfda45b8b029 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96cb9ded-9277-47b7-bfa5-e45e1f07bca6 HTTP/1.1" status: 200 len: 843 time: 0.0437624 Oct 27 17:01:56.762739 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-f040a352-0b5d-448e-8556-cbed72992210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:56.764280 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-f040a352-0b5d-448e-8556-cbed72992210 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fcf54063-d6ed-488c-a61c-b53dd7d11fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0505600 Oct 27 17:01:56.859772 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-cdfd1038-2b59-4fd1-9533-1fe531d29486 service neutron] 10.222.0.11 "GET /v2.0/networks/fcf54063-d6ed-488c-a61c-b53dd7d11fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862696 Oct 27 17:01:56.954135 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0611e253-066b-4676-a0db-ede2a2ee4715 req-60d2422b-895a-4bfd-a10f-a066613db08f service neutron] 10.222.0.11 "GET /v2.0/networks/fcf54063-d6ed-488c-a61c-b53dd7d11fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858140 Oct 27 17:01:57.391193 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c76b2-f129-4180-9695-f37ffa564525 req-42203de8-47d9-475e-8ff7-136dd3ee8c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:57.392721 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2c3c76b2-f129-4180-9695-f37ffa564525 req-42203de8-47d9-475e-8ff7-136dd3ee8c8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf256b55b1d64256adb78283aa4bc49e&device_id=045e7976-a7ff-4d5c-a0a4-e6da1728de9c HTTP/1.1" status: 200 len: 1100 time: 0.2666192 Oct 27 17:01:57.493336 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c76b2-f129-4180-9695-f37ffa564525 req-82c80885-ce2b-4fdb-95a3-b3798da3e786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:57.495244 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2c3c76b2-f129-4180-9695-f37ffa564525 req-82c80885-ce2b-4fdb-95a3-b3798da3e786 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fcf54063-d6ed-488c-a61c-b53dd7d11fcf HTTP/1.1" status: 200 len: 871 time: 0.0950928 Oct 27 17:01:57.554448 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2c3c76b2-f129-4180-9695-f37ffa564525 req-d5a9b032-82a5-4b84-812c-f1d2dc2e2d65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=3b20e521-7458-47b6-af6a-e16d05fb6d95 HTTP/1.1" status: 200 len: 217 time: 0.0468669 Oct 27 17:01:57.613304 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c76b2-f129-4180-9695-f37ffa564525 req-9605c77b-8c23-4e16-a2a2-be6ae1700d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:57.747383 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2c3c76b2-f129-4180-9695-f37ffa564525 req-9605c77b-8c23-4e16-a2a2-be6ae1700d6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96cb9ded-9277-47b7-bfa5-e45e1f07bca6 HTTP/1.1" status: 200 len: 843 time: 0.0503297 Oct 27 17:01:57.747383 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c76b2-f129-4180-9695-f37ffa564525 req-bd199f3d-bf27-40ac-a2e2-9389eaf7694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:57.747383 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2c3c76b2-f129-4180-9695-f37ffa564525 req-bd199f3d-bf27-40ac-a2e2-9389eaf7694e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fcf54063-d6ed-488c-a61c-b53dd7d11fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0421710 Oct 27 17:01:57.816398 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec2a0e-4eeb-449c-ac1c-189cb8b3a494 req-b8cf360d-18cd-45f2-bb5f-84afac6e7c79 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:57.816398 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3fec2a0e-4eeb-449c-ac1c-189cb8b3a494 req-b8cf360d-18cd-45f2-bb5f-84afac6e7c79 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/ports?device_id=045e7976-a7ff-4d5c-a0a4-e6da1728de9c HTTP/1.1" status: 200 len: 947 time: 0.0779173 Oct 27 17:01:57.816398 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2c3c76b2-f129-4180-9695-f37ffa564525 req-11743b64-1520-445a-a5c3-889d86900c90 service neutron] 10.222.0.11 "GET /v2.0/networks/fcf54063-d6ed-488c-a61c-b53dd7d11fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294096 Oct 27 17:01:57.897512 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3fec2a0e-4eeb-449c-ac1c-189cb8b3a494 req-4418e51f-c0d5-44f5-b88c-f48b99ea408c tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/security-groups?id=05480413-c343-43e5-8b7e-25e238294646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830214 Oct 27 17:01:57.934600 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2c3c76b2-f129-4180-9695-f37ffa564525 req-b5503b4e-dd43-4754-9d42-d4471c701f7e service neutron] 10.222.0.11 "GET /v2.0/networks/fcf54063-d6ed-488c-a61c-b53dd7d11fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066871 Oct 27 17:01:57.999098 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b97710-1fb7-4598-ab67-17ab45eba0da req-1b0b51e4-7161-42a8-ac8c-72aa230d9c34 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:58.000497 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-14b97710-1fb7-4598-ab67-17ab45eba0da req-1b0b51e4-7161-42a8-ac8c-72aa230d9c34 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0491636 Oct 27 17:01:58.040769 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-14b97710-1fb7-4598-ab67-17ab45eba0da req-609f4bc0-20c1-4426-8648-228f7ccafdf3 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329552 Oct 27 17:01:58.311362 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f8420-7cc4-4fa6-9364-8d972af76e78 req-394aa892-4138-44c9-91f2-30a317d95126 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:58.325208 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-117f8420-7cc4-4fa6-9364-8d972af76e78 req-394aa892-4138-44c9-91f2-30a317d95126 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 946 time: 0.0536435 Oct 27 17:01:58.351537 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-117f8420-7cc4-4fa6-9364-8d972af76e78 req-5cd3ab54-2285-4190-878c-02256b25d13b tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322094 Oct 27 17:01:59.012057 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f1ab4-920a-482c-939f-d18c5a26f100 req-8a95d45c-6dc7-4699-942a-a7e6b3ba6f54 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:59.013629 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ff4f1ab4-920a-482c-939f-d18c5a26f100 req-8a95d45c-6dc7-4699-942a-a7e6b3ba6f54 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/ports?device_id=045e7976-a7ff-4d5c-a0a4-e6da1728de9c HTTP/1.1" status: 200 len: 947 time: 0.0494096 Oct 27 17:01:59.052116 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ff4f1ab4-920a-482c-939f-d18c5a26f100 req-673cc5dd-4ae5-4ce3-988a-b511aede1280 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/security-groups?id=05480413-c343-43e5-8b7e-25e238294646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323801 Oct 27 17:01:59.163785 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19d8eb-28c3-4470-91e5-94cbb0aee0db req-75e22a22-67f0-47ef-9239-ab9a8e4e588b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:59.172102 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ec19d8eb-28c3-4470-91e5-94cbb0aee0db req-75e22a22-67f0-47ef-9239-ab9a8e4e588b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0509727 Oct 27 17:01:59.212166 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ec19d8eb-28c3-4470-91e5-94cbb0aee0db req-4f992796-ca4d-4f90-9d18-d57d645b0c8d tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410058 Oct 27 17:01:59.472885 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211caf6-7d24-4fc2-88c4-6d4463f0f6b1 req-4d557709-96a3-4c5d-aa30-ba305fa7a57a tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:59.474336 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b211caf6-7d24-4fc2-88c4-6d4463f0f6b1 req-4d557709-96a3-4c5d-aa30-ba305fa7a57a tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 946 time: 0.0503416 Oct 27 17:01:59.512998 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b211caf6-7d24-4fc2-88c4-6d4463f0f6b1 req-30d24c3e-72e7-414e-bc9c-7085b8540bd1 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324674 Oct 27 17:02:00.310951 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1494bf-88ea-4adc-b203-05878df5a687 req-d69e3ee9-ae18-48fe-8f25-8e7e4c4fa88f tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:00.312465 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8b1494bf-88ea-4adc-b203-05878df5a687 req-d69e3ee9-ae18-48fe-8f25-8e7e4c4fa88f tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/ports?device_id=045e7976-a7ff-4d5c-a0a4-e6da1728de9c HTTP/1.1" status: 200 len: 947 time: 0.0502992 Oct 27 17:02:00.336838 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c959f-401b-44e0-b335-6dcf9dee7bd4 req-38ced6de-3582-49f3-a0aa-cac4c4fc5d66 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:00.338456 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ea1c959f-401b-44e0-b335-6dcf9dee7bd4 req-38ced6de-3582-49f3-a0aa-cac4c4fc5d66 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0533628 Oct 27 17:02:00.359856 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8b1494bf-88ea-4adc-b203-05878df5a687 req-157e0666-e811-4407-802e-1212a0b86257 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/security-groups?id=05480413-c343-43e5-8b7e-25e238294646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383456 Oct 27 17:02:00.378392 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ea1c959f-401b-44e0-b335-6dcf9dee7bd4 req-8c3ba888-2cdf-4aa1-b56f-0b6d493d73f8 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336061 Oct 27 17:02:00.637470 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a100d-3891-4041-b0cc-145b2deb0d45 req-5d95bb01-1404-4ad5-9bad-455ddc5bce6b tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:00.639128 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-bf6a100d-3891-4041-b0cc-145b2deb0d45 req-5d95bb01-1404-4ad5-9bad-455ddc5bce6b tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 946 time: 0.0568166 Oct 27 17:02:00.679597 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-bf6a100d-3891-4041-b0cc-145b2deb0d45 req-b1b1b4dc-0aba-4d81-b5b8-185401b028a7 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336862 Oct 27 17:02:01.476718 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3017e-f1f4-4d32-8e6e-0a12007a831e req-988fa303-fbc6-43dc-bdfb-d2d9ad0d580c tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:01.478396 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-06f3017e-f1f4-4d32-8e6e-0a12007a831e req-988fa303-fbc6-43dc-bdfb-d2d9ad0d580c tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/ports?device_id=045e7976-a7ff-4d5c-a0a4-e6da1728de9c HTTP/1.1" status: 200 len: 947 time: 0.0505404 Oct 27 17:02:01.497095 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa698e3-2169-4339-8fea-06cebf8151f5 req-0c1136a4-61ca-43d9-b18a-c1c1037e7c27 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:01.498741 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-aaa698e3-2169-4339-8fea-06cebf8151f5 req-0c1136a4-61ca-43d9-b18a-c1c1037e7c27 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0477967 Oct 27 17:02:01.504966 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 3b20e521-7458-47b6-af6a-e16d05fb6d95 details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:02:01.520046 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-06f3017e-f1f4-4d32-8e6e-0a12007a831e req-f6308233-b3ff-4ba6-8325-b4b311498557 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/security-groups?id=05480413-c343-43e5-8b7e-25e238294646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353827 Oct 27 17:02:01.545274 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-aaa698e3-2169-4339-8fea-06cebf8151f5 req-682bd7df-ad09-4ebd-8bda-48e9301678ea tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394025 Oct 27 17:02:01.598041 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bd48e-a805-42d0-aac2-b8ba583d8635 req-609a26f8-7c6f-4b35-ad77-441b6a80041c tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:01.599479 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-561bd48e-a805-42d0-aac2-b8ba583d8635 req-609a26f8-7c6f-4b35-ad77-441b6a80041c tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 946 time: 0.0502634 Oct 27 17:02:01.616702 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 3b20e521-7458-47b6-af6a-e16d05fb6d95, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=3b20e521-7458-47b6-af6a-e16d05fb6d95,segment=NetworkSegment(f8877fc6-cbba-4d9c-b243-edffb26076ae),segment_id=f8877fc6-cbba-4d9c-b243-edffb26076ae)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:01.628423 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': '3b20e521-7458-47b6-af6a-e16d05fb6d95', 'network_id': 'fcf54063-d6ed-488c-a61c-b53dd7d11fcf', 'port_id': '3b20e521-7458-47b6-af6a-e16d05fb6d95', 'mac_address': 'fa:16:3e:5a:a1:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96cb9ded-9277-47b7-bfa5-e45e1f07bca6', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:02:01.665768 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:01.682544 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b20e521-7458-47b6-af6a-e16d05fb6d95 {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:02:01.702294 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 3b20e521-7458-47b6-af6a-e16d05fb6d95, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=3b20e521-7458-47b6-af6a-e16d05fb6d95,segment=NetworkSegment(f8877fc6-cbba-4d9c-b243-edffb26076ae),segment_id=f8877fc6-cbba-4d9c-b243-edffb26076ae)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:01.761360 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-561bd48e-a805-42d0-aac2-b8ba583d8635 req-1a17bc92-4077-4283-a167-1b4d077ea389 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Deleting port c9db2a0c-a797-4b51-a705-9d7d99765a02 {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:02:01.761701 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-561bd48e-a805-42d0-aac2-b8ba583d8635 req-1a17bc92-4077-4283-a167-1b4d077ea389 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:01.790349 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:01.799822 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4feb18-a2cc-4e57-ad14-df499ac126c6 req-ed173dd2-0faf-40c3-aa47-59a17060e6b7 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:01.801503 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6a4feb18-a2cc-4e57-ad14-df499ac126c6 req-ed173dd2-0faf-40c3-aa47-59a17060e6b7 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 946 time: 0.0540748 Oct 27 17:02:01.853451 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6a4feb18-a2cc-4e57-ad14-df499ac126c6 req-e719fc50-90df-4be9-934f-36112ce3b8f3 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/security-groups?id=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428233 Oct 27 17:02:01.854744 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=3b20e521-7458-47b6-af6a-e16d05fb6d95,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:01.874715 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-561bd48e-a805-42d0-aac2-b8ba583d8635 req-1a17bc92-4077-4283-a167-1b4d077ea389 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] For port c9db2a0c-a797-4b51-a705-9d7d99765a02, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=c9db2a0c-a797-4b51-a705-9d7d99765a02,segment=NetworkSegment(7801cd05-0105-48d8-b5f5-cb61ef0fed8a),segment_id=7801cd05-0105-48d8-b5f5-cb61ef0fed8a)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:01.875078 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-561bd48e-a805-42d0-aac2-b8ba583d8635 req-1a17bc92-4077-4283-a167-1b4d077ea389 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:01.890085 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-561bd48e-a805-42d0-aac2-b8ba583d8635 req-1a17bc92-4077-4283-a167-1b4d077ea389 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Calling delete_port for c9db2a0c-a797-4b51-a705-9d7d99765a02 owned by compute:nova {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:02:02.123652 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-561bd48e-a805-42d0-aac2-b8ba583d8635 req-1a17bc92-4077-4283-a167-1b4d077ea389 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:02.140511 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['c9db2a0c-a797-4b51-a705-9d7d99765a02'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:02:02.156819 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17bc92-4077-4283-a167-1b4d077ea389 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Pushing event deleted for resources: {'Port': ['ID=c9db2a0c-a797-4b51-a705-9d7d99765a02,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:02.217206 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-561bd48e-a805-42d0-aac2-b8ba583d8635 req-1a17bc92-4077-4283-a167-1b4d077ea389 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] No DVR routers for this DVR port c9db2a0c-a797-4b51-a705-9d7d99765a02 on host hv-cinder-81570 {{(pid=118834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:02:02.220250 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-561bd48e-a805-42d0-aac2-b8ba583d8635 req-1a17bc92-4077-4283-a167-1b4d077ea389 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:02.223571 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-561bd48e-a805-42d0-aac2-b8ba583d8635 req-1a17bc92-4077-4283-a167-1b4d077ea389 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.11 "DELETE /v2.0/ports/c9db2a0c-a797-4b51-a705-9d7d99765a02 HTTP/1.1" status: 204 len: 173 time: 0.6142259 Oct 27 17:02:02.224001 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4beb8b-9bf0-426e-81f4-65732471380e', 'name': 'network-vif-deleted', 'tag': 'c9db2a0c-a797-4b51-a705-9d7d99765a02'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:02:02.226296 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6cde0b-b2bb-4278-8884-8d753d2538ce" -d '{"events": [{"server_uuid": "de4beb8b-9bf0-426e-81f4-65732471380e", "name": "network-vif-deleted", "tag": "c9db2a0c-a797-4b51-a705-9d7d99765a02"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:02:02.264814 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3298a6-7929-40fb-b261-a7d32a4ae9e1 x-openstack-request-id: req-8b3298a6-7929-40fb-b261-a7d32a4ae9e1 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:02:02.265104 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4beb8b-9bf0-426e-81f4-65732471380e", "name": "network-vif-deleted", "tag": "c9db2a0c-a797-4b51-a705-9d7d99765a02", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:02:02.265350 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-8b3298a6-7929-40fb-b261-a7d32a4ae9e1 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:02:02.265743 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4beb8b-9bf0-426e-81f4-65732471380e', 'name': 'network-vif-deleted', 'tag': 'c9db2a0c-a797-4b51-a705-9d7d99765a02', 'status': 'completed', 'code': 200} Oct 27 17:02:02.286661 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['3b20e521-7458-47b6-af6a-e16d05fb6d95'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:02:02.644017 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b108e-45dd-4827-9534-c7e29afc51d9 req-4180932c-7c54-4252-8704-223779c2eeb2 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:02.645468 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ec6b108e-45dd-4827-9534-c7e29afc51d9 req-4180932c-7c54-4252-8704-223779c2eeb2 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/ports?device_id=045e7976-a7ff-4d5c-a0a4-e6da1728de9c HTTP/1.1" status: 200 len: 948 time: 0.0523934 Oct 27 17:02:02.671043 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68075ca1-2e66-45ac-939d-b581a024d64b req-ee8532d4-120b-4a66-b71b-88bcac8abfd1 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:02.672783 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-68075ca1-2e66-45ac-939d-b581a024d64b req-ee8532d4-120b-4a66-b71b-88bcac8abfd1 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0535953 Oct 27 17:02:02.697863 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ec6b108e-45dd-4827-9534-c7e29afc51d9 req-d23b569f-dffb-427f-ba4d-4e350f60da40 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/security-groups?id=05480413-c343-43e5-8b7e-25e238294646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434651 Oct 27 17:02:02.730306 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-68075ca1-2e66-45ac-939d-b581a024d64b req-86a3d9ee-bf04-4292-aeae-2fe650160f4a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483582 Oct 27 17:02:02.944484 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3eae9826-f835-4fdb-88a0-6729358bfba3 req-dce47634-1e82-4ef1-a03e-74a767f40a22 tempest-DeleteServersTestJSON-521004808 tempest-DeleteServersTestJSON-521004808-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4beb8b-9bf0-426e-81f4-65732471380e HTTP/1.1" status: 200 len: 210 time: 0.0300710 Oct 27 17:02:03.519353 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 3b20e521-7458-47b6-af6a-e16d05fb6d95 up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:02:03.650023 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning for port 3b20e521-7458-47b6-af6a-e16d05fb6d95 completed by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:02:03.655789 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port 3b20e521-7458-47b6-af6a-e16d05fb6d95 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:03.656416 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:03.766247 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:03.800124 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045e7976-a7ff-4d5c-a0a4-e6da1728de9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b20e521-7458-47b6-af6a-e16d05fb6d95'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:02:03.803227 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f71956-80bd-4ff5-8953-06b6f4d85c9f" -d '{"events": [{"server_uuid": "045e7976-a7ff-4d5c-a0a4-e6da1728de9c", "name": "network-vif-plugged", "status": "completed", "tag": "3b20e521-7458-47b6-af6a-e16d05fb6d95"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:02:03.828025 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 3b20e521-7458-47b6-af6a-e16d05fb6d95, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=3b20e521-7458-47b6-af6a-e16d05fb6d95,segment=NetworkSegment(f8877fc6-cbba-4d9c-b243-edffb26076ae),segment_id=f8877fc6-cbba-4d9c-b243-edffb26076ae)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:03.863213 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46701543-54f6-4190-a7aa-ac5749c79896 req-4a1671a9-5ae8-4b11-9c2a-e63b1bf29c86 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:03.872926 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-46701543-54f6-4190-a7aa-ac5749c79896 req-4a1671a9-5ae8-4b11-9c2a-e63b1bf29c86 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/ports?device_id=045e7976-a7ff-4d5c-a0a4-e6da1728de9c HTTP/1.1" status: 200 len: 948 time: 0.0723515 Oct 27 17:02:03.880059 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba31b9-3c5b-4235-a9ff-a3f510d62cca req-e6d6abfc-9c33-4930-8b17-6f30352f1009 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:03.881594 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-12ba31b9-3c5b-4235-a9ff-a3f510d62cca req-e6d6abfc-9c33-4930-8b17-6f30352f1009 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0590913 Oct 27 17:02:03.889335 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:03.913094 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-46701543-54f6-4190-a7aa-ac5749c79896 req-38d85305-ca90-45e1-b516-959cd48f8be4 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/security-groups?id=05480413-c343-43e5-8b7e-25e238294646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392659 Oct 27 17:02:03.936791 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-12ba31b9-3c5b-4235-a9ff-a3f510d62cca req-d2693598-8eb8-4092-8cba-0c68ca14fcfd tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462270 Oct 27 17:02:03.940535 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=3b20e521-7458-47b6-af6a-e16d05fb6d95,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:03.963246 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22c0e0f-c3be-4d28-9cf8-ab73d50f03bc x-openstack-request-id: req-f22c0e0f-c3be-4d28-9cf8-ab73d50f03bc {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:02:03.963785 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045e7976-a7ff-4d5c-a0a4-e6da1728de9c", "name": "network-vif-plugged", "status": "completed", "tag": "3b20e521-7458-47b6-af6a-e16d05fb6d95", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:02:03.963785 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-f22c0e0f-c3be-4d28-9cf8-ab73d50f03bc {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:02:03.964161 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045e7976-a7ff-4d5c-a0a4-e6da1728de9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b20e521-7458-47b6-af6a-e16d05fb6d95', 'code': 200} Oct 27 17:02:04.276267 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0d888-4237-4ed1-9c0e-a3160fe368c3 req-50bd5e29-f32f-4e21-a3d9-106f76de428e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:04.277844 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3ac0d888-4237-4ed1-9c0e-a3160fe368c3 req-50bd5e29-f32f-4e21-a3d9-106f76de428e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=045e7976-a7ff-4d5c-a0a4-e6da1728de9c HTTP/1.1" status: 200 len: 1102 time: 0.0440724 Oct 27 17:02:04.321173 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3ac0d888-4237-4ed1-9c0e-a3160fe368c3 req-f5e04d6c-a675-4be5-9da0-dc83f479bef8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=05480413-c343-43e5-8b7e-25e238294646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284672 Oct 27 17:02:05.045217 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ade60-bb26-4896-b5fe-20d72a21ddc0 req-ce2dfc23-ca06-4c8d-8d22-e5fbf70787fd tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:05.046779 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4e9ade60-bb26-4896-b5fe-20d72a21ddc0 req-ce2dfc23-ca06-4c8d-8d22-e5fbf70787fd tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/ports?device_id=045e7976-a7ff-4d5c-a0a4-e6da1728de9c HTTP/1.1" status: 200 len: 949 time: 0.0621781 Oct 27 17:02:05.063325 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4f17d-73bb-4bdd-85db-4a9674cc717d req-bcc9b98c-933a-4fd5-b3b3-521377bae792 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:05.064915 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-90d4f17d-73bb-4bdd-85db-4a9674cc717d req-bcc9b98c-933a-4fd5-b3b3-521377bae792 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0510924 Oct 27 17:02:05.091676 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4e9ade60-bb26-4896-b5fe-20d72a21ddc0 req-1265ce58-5c59-4db1-b844-3e6e141dd5c3 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/security-groups?id=05480413-c343-43e5-8b7e-25e238294646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387344 Oct 27 17:02:05.116803 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-90d4f17d-73bb-4bdd-85db-4a9674cc717d req-031831af-d86d-40f6-809b-9f9c1882c52f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406761 Oct 27 17:02:05.519793 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device c9db2a0c-a797-4b51-a705-9d7d99765a02 no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:02:05.531736 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 55106) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:05.541654 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] No Port match for: c9db2a0c-a797-4b51-a705-9d7d99765a02 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:02:05.542022 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device c9db2a0c-a797-4b51-a705-9d7d99765a02 not bound to the agent host hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:02:05.589660 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f6e710-3d80-4f76-ad8d-11f5df4afe2f admin admin] Deleting subnet 03f725a7-8c89-4279-ab60-945302e44e0e {{(pid=118833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:02:05.592955 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-55f6e710-3d80-4f76-ad8d-11f5df4afe2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:05.632320 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-55f6e710-3d80-4f76-ad8d-11f5df4afe2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131504099'] for subnet, precommit_delete_associations {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:05.675378 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-55f6e710-3d80-4f76-ad8d-11f5df4afe2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1424751'] for subnet, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:05.752495 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:05.839596 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-55f6e710-3d80-4f76-ad8d-11f5df4afe2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1424742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131455163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130858914'] for subnet, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:05.869080 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-55f6e710-3d80-4f76-ad8d-11f5df4afe2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:05.872841 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-55f6e710-3d80-4f76-ad8d-11f5df4afe2f admin admin] 10.222.0.109 "DELETE /v2.0/subnets/03f725a7-8c89-4279-ab60-945302e44e0e HTTP/1.1" status: 204 len: 168 time: 0.3397958 Oct 27 17:02:05.873757 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6e710-3d80-4f76-ad8d-11f5df4afe2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f725a7-8c89-4279-ab60-945302e44e0e,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:05.876664 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 55116) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:05.955642 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c0f203ff-0bc0-4bab-9706-250fca737067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529236'] for network, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:06.034081 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 55122) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:06.046352 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c0f203ff-0bc0-4bab-9706-250fca737067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423354', 'neutron.services.segments.db._delete_segments_for_network-8740460286558'] for network, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:06.068668 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-c0f203ff-0bc0-4bab-9706-250fca737067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a2aecc-766e-48dd-a6f2-80ab2be7d354']}} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:06.083365 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-c0f203ff-0bc0-4bab-9706-250fca737067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7801cd05-0105-48d8-b5f5-cb61ef0fed8a') {'for_net_delete': True} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:06.084152 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-c0f203ff-0bc0-4bab-9706-250fca737067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7801cd05-0105-48d8-b5f5-cb61ef0fed8a') {} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:06.102815 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c0f203ff-0bc0-4bab-9706-250fca737067 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740460286055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130957136'] for segment, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:06.118726 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c0f203ff-0bc0-4bab-9706-250fca737067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:06.127103 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f203ff-0bc0-4bab-9706-250fca737067 admin admin] Releasing vlan 1352 on physical network physnet1 to pool {{(pid=118834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:02:06.127579 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c0f203ff-0bc0-4bab-9706-250fca737067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130954844'] for segment, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:06.178457 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-07a76511-25a8-4f34-8cfc-5ac57e70935e admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: Traceback (most recent call last): Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: timer() Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: cb(*args, **kw) Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: return func(*args, **kwargs) Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: self._notify() Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: self.callback(batched_events) Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: event.method(event) Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: return f(self, *a, **k) Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: return self._get(url).json() Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: return self.request(url, 'GET', **kwargs) Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:02:06.192328 dv-cinder-815701-1-iscsi neutron-server[118834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:02:06.285923 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16b7b1-293d-4349-a31c-cf6f5684ca6a req-bc4d407f-c29c-41d9-bca3-fed69be81d2f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:06.290238 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4f16b7b1-293d-4349-a31c-cf6f5684ca6a req-bc4d407f-c29c-41d9-bca3-fed69be81d2f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0782921 Oct 27 17:02:06.290720 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739c64d-c8fa-479b-9e34-f0830d528cac req-c57a4416-31ed-4f67-b543-f2de9aceb760 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:06.292807 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c0f203ff-0bc0-4bab-9706-250fca737067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703771'] for network, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:06.298350 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6739c64d-c8fa-479b-9e34-f0830d528cac req-c57a4416-31ed-4f67-b543-f2de9aceb760 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/ports?device_id=045e7976-a7ff-4d5c-a0a4-e6da1728de9c HTTP/1.1" status: 200 len: 949 time: 0.0835440 Oct 27 17:02:06.325290 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c0f203ff-0bc0-4bab-9706-250fca737067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:06.328444 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-c0f203ff-0bc0-4bab-9706-250fca737067 admin admin] 10.222.0.109 "DELETE /v2.0/networks/24a2aecc-766e-48dd-a6f2-80ab2be7d354 HTTP/1.1" status: 204 len: 168 time: 0.4504435 Oct 27 17:02:06.331440 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f203ff-0bc0-4bab-9706-250fca737067 admin admin] Pushing event deleted for resources: {'Network': ['ID=24a2aecc-766e-48dd-a6f2-80ab2be7d354,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:06.344178 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-07a76511-25a8-4f34-8cfc-5ac57e70935e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:06.353290 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6739c64d-c8fa-479b-9e34-f0830d528cac req-20426fe3-1e0a-4147-a3ce-8eeb554d54df tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/security-groups?id=05480413-c343-43e5-8b7e-25e238294646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538697 Oct 27 17:02:06.358512 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4f16b7b1-293d-4349-a31c-cf6f5684ca6a req-4c737886-e14c-469a-bba0-2bed728ec59c tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617807 Oct 27 17:02:06.439146 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-07a76511-25a8-4f34-8cfc-5ac57e70935e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:06.481266 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-07a76511-25a8-4f34-8cfc-5ac57e70935e admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=c9e5e024f1cf4073b0eb1506758d46fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4460959 Oct 27 17:02:06.482062 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a76511-25a8-4f34-8cfc-5ac57e70935e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b22cda9-d756-41b7-b2b9-6404aefac014,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:06.484062 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 55136) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:06.543603 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-498a2a60-c9a1-4f4c-a510-6fee2da64818 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:06.565716 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-498a2a60-c9a1-4f4c-a510-6fee2da64818 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:06.655692 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-498a2a60-c9a1-4f4c-a510-6fee2da64818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:06.658388 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-498a2a60-c9a1-4f4c-a510-6fee2da64818 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:06.659545 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-498a2a60-c9a1-4f4c-a510-6fee2da64818 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/4b22cda9-d756-41b7-b2b9-6404aefac014 HTTP/1.1" status: 204 len: 168 time: 0.1744409 Oct 27 17:02:06.667416 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a2a60-c9a1-4f4c-a510-6fee2da64818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b22cda9-d756-41b7-b2b9-6404aefac014,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:06.709811 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 55140) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:06.753974 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-8c443afb-d11f-46a2-8a98-5f8811adfab6 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=d07d631cd74148ef9dae1c323a3e45c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0456545 Oct 27 17:02:06.756391 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 55142) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:06.804462 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe8d6-7583-4fe0-a86c-e7ae9cb96b59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:06.828421 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe8d6-7583-4fe0-a86c-e7ae9cb96b59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:07.010094 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe8d6-7583-4fe0-a86c-e7ae9cb96b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:07.013665 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe8d6-7583-4fe0-a86c-e7ae9cb96b59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:07.015033 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-4cbbe8d6-7583-4fe0-a86c-e7ae9cb96b59 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e HTTP/1.1" status: 204 len: 168 time: 0.2577136 Oct 27 17:02:07.024720 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbe8d6-7583-4fe0-a86c-e7ae9cb96b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecfd6b1-7eef-4ac3-8854-ed2a899f1b6e,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:07.494014 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df961e50-71f8-42f4-94af-6b8b08233f51 req-152b8da5-07bd-48e4-87d6-ddae5fa73848 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:07.497130 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-df961e50-71f8-42f4-94af-6b8b08233f51 req-152b8da5-07bd-48e4-87d6-ddae5fa73848 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/ports?device_id=045e7976-a7ff-4d5c-a0a4-e6da1728de9c HTTP/1.1" status: 200 len: 949 time: 0.0684402 Oct 27 17:02:07.535750 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de977a3c-f484-4c40-b444-2f9c00a76426 req-b8cae78b-d3e1-4581-941a-db4fd621310b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:07.537866 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-de977a3c-f484-4c40-b444-2f9c00a76426 req-b8cae78b-d3e1-4581-941a-db4fd621310b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0762846 Oct 27 17:02:07.541978 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-df961e50-71f8-42f4-94af-6b8b08233f51 req-9d1a25f7-33fb-4a3d-9d34-20895a7526e7 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/security-groups?id=05480413-c343-43e5-8b7e-25e238294646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415819 Oct 27 17:02:07.611136 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-de977a3c-f484-4c40-b444-2f9c00a76426 req-2a218e17-f200-4835-b649-b430aad2a2b1 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664196 Oct 27 17:02:08.074887 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efa5db-d2eb-47ba-9ddb-40bd88b614a8 req-a6350b4a-9500-4ec7-886f-c3d6afdd7853 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:08.076451 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-81efa5db-d2eb-47ba-9ddb-40bd88b614a8 req-a6350b4a-9500-4ec7-886f-c3d6afdd7853 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/ports?device_id=045e7976-a7ff-4d5c-a0a4-e6da1728de9c HTTP/1.1" status: 200 len: 949 time: 0.0581315 Oct 27 17:02:08.118570 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-81efa5db-d2eb-47ba-9ddb-40bd88b614a8 req-e53a2d78-29f5-4182-9401-ba9540bdf9cf tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/security-groups?id=05480413-c343-43e5-8b7e-25e238294646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353508 Oct 27 17:02:08.389294 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 55222) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:08.490085 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-381c1a6f-c16a-4f56-8f51-a3bac8948934 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:08.567122 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-381c1a6f-c16a-4f56-8f51-a3bac8948934 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:08.633321 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-381c1a6f-c16a-4f56-8f51-a3bac8948934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:08.675780 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-381c1a6f-c16a-4f56-8f51-a3bac8948934 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=122537be98824f79b1e69f8d037464d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853079 Oct 27 17:02:08.676838 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c1a6f-c16a-4f56-8f51-a3bac8948934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abf0ce3-e3b5-4926-87d5-51df20f35003,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:08.678469 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 55234) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:08.768882 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0195b94f-b6e0-45a0-97b2-0cde16bc36ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:08.792788 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce88e4-cfdb-4aa2-996c-712b93433b2b req-ad35d968-79cc-4dc1-b139-b87f05c624a5 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:08.794504 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-61ce88e4-cfdb-4aa2-996c-712b93433b2b req-ad35d968-79cc-4dc1-b139-b87f05c624a5 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0910177 Oct 27 17:02:08.809392 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0195b94f-b6e0-45a0-97b2-0cde16bc36ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:08.867689 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-61ce88e4-cfdb-4aa2-996c-712b93433b2b req-988e947c-33c0-4ec4-a98c-334739f8d581 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648699 Oct 27 17:02:08.959009 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0195b94f-b6e0-45a0-97b2-0cde16bc36ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:08.961863 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0195b94f-b6e0-45a0-97b2-0cde16bc36ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:08.963227 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-0195b94f-b6e0-45a0-97b2-0cde16bc36ff admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/3abf0ce3-e3b5-4926-87d5-51df20f35003 HTTP/1.1" status: 204 len: 168 time: 0.2837608 Oct 27 17:02:08.981286 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195b94f-b6e0-45a0-97b2-0cde16bc36ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abf0ce3-e3b5-4926-87d5-51df20f35003,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:09.236702 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7c989-bc56-424c-9cf0-c042165ae516 req-9f1140c2-ce87-45d5-9ebf-c6350e329b8e tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:09.238307 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-24f7c989-bc56-424c-9cf0-c042165ae516 req-9f1140c2-ce87-45d5-9ebf-c6350e329b8e tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/ports?device_id=045e7976-a7ff-4d5c-a0a4-e6da1728de9c HTTP/1.1" status: 200 len: 949 time: 0.0498321 Oct 27 17:02:09.279650 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-24f7c989-bc56-424c-9cf0-c042165ae516 req-d06aecad-113b-44c2-a1b7-7e84da858120 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/security-groups?id=05480413-c343-43e5-8b7e-25e238294646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351996 Oct 27 17:02:09.997331 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f225dc-f686-42c1-8b93-faddead39d3d req-131179f8-3426-41b7-8b6e-c4356da68f08 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:09.999111 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f6f225dc-f686-42c1-8b93-faddead39d3d req-131179f8-3426-41b7-8b6e-c4356da68f08 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0583353 Oct 27 17:02:10.055227 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f6f225dc-f686-42c1-8b93-faddead39d3d req-c0bb8c43-346f-4823-b11a-cb31a5fe7e95 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491703 Oct 27 17:02:10.171626 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c107e-8551-42e0-a552-19d826eb0eb4 req-1717bb23-7d7c-41eb-8c74-d9ee8f291ad2 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:10.173208 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-519c107e-8551-42e0-a552-19d826eb0eb4 req-1717bb23-7d7c-41eb-8c74-d9ee8f291ad2 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.11 "GET /v2.0/ports?device_id=045e7976-a7ff-4d5c-a0a4-e6da1728de9c HTTP/1.1" status: 200 len: 949 time: 0.0515296 Oct 27 17:02:10.274826 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-519c107e-8551-42e0-a552-19d826eb0eb4 req-22301255-6b96-44b6-bed5-7da572c99beb tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Deleting port 3b20e521-7458-47b6-af6a-e16d05fb6d95 {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:02:10.275167 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-519c107e-8551-42e0-a552-19d826eb0eb4 req-22301255-6b96-44b6-bed5-7da572c99beb tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:10.302744 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 55300) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:10.410125 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-519c107e-8551-42e0-a552-19d826eb0eb4 req-22301255-6b96-44b6-bed5-7da572c99beb tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] For port 3b20e521-7458-47b6-af6a-e16d05fb6d95, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=3b20e521-7458-47b6-af6a-e16d05fb6d95,segment=NetworkSegment(f8877fc6-cbba-4d9c-b243-edffb26076ae),segment_id=f8877fc6-cbba-4d9c-b243-edffb26076ae)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:10.410496 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-519c107e-8551-42e0-a552-19d826eb0eb4 req-22301255-6b96-44b6-bed5-7da572c99beb tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:10.450144 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-519c107e-8551-42e0-a552-19d826eb0eb4 req-22301255-6b96-44b6-bed5-7da572c99beb tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Calling delete_port for 3b20e521-7458-47b6-af6a-e16d05fb6d95 owned by compute:nova {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:02:10.508853 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2d342bcd-afd3-42fb-9310-03acaec39e20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:10.520744 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5b151-3b32-4956-96ae-94da6a389af5 req-75df6244-4147-450e-9378-fa2f328ed74e tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:10.522441 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-35c5b151-3b32-4956-96ae-94da6a389af5 req-75df6244-4147-450e-9378-fa2f328ed74e tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/ports?device_id=045e7976-a7ff-4d5c-a0a4-e6da1728de9c HTTP/1.1" status: 200 len: 949 time: 0.1146874 Oct 27 17:02:10.583285 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-35c5b151-3b32-4956-96ae-94da6a389af5 req-db1026ae-0452-45c1-bd54-fa779cc95aa8 tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/security-groups?id=05480413-c343-43e5-8b7e-25e238294646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503304 Oct 27 17:02:10.608401 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2d342bcd-afd3-42fb-9310-03acaec39e20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:10.702093 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2d342bcd-afd3-42fb-9310-03acaec39e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:10.725413 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-519c107e-8551-42e0-a552-19d826eb0eb4 req-22301255-6b96-44b6-bed5-7da572c99beb tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:10.737863 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['3b20e521-7458-47b6-af6a-e16d05fb6d95'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:02:10.745933 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-2d342bcd-afd3-42fb-9310-03acaec39e20 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=2914c98f7b0f40d08039d4a2a5d6a25a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4415860 Oct 27 17:02:10.748421 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d342bcd-afd3-42fb-9310-03acaec39e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffd3c84-d914-419a-956f-9920e54030ce,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:10.752342 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 55316) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:10.787793 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22301255-6b96-44b6-bed5-7da572c99beb tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Pushing event deleted for resources: {'Port': ['ID=3b20e521-7458-47b6-af6a-e16d05fb6d95,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:10.824364 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-32e414ed-70f8-4a67-87de-48294d8b4d60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:10.834598 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-519c107e-8551-42e0-a552-19d826eb0eb4 req-22301255-6b96-44b6-bed5-7da572c99beb tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] No DVR routers for this DVR port 3b20e521-7458-47b6-af6a-e16d05fb6d95 on host hv-cinder-81570 {{(pid=118834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:02:10.840938 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-519c107e-8551-42e0-a552-19d826eb0eb4 req-22301255-6b96-44b6-bed5-7da572c99beb tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:10.844664 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-519c107e-8551-42e0-a552-19d826eb0eb4 req-22301255-6b96-44b6-bed5-7da572c99beb tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.11 "DELETE /v2.0/ports/3b20e521-7458-47b6-af6a-e16d05fb6d95 HTTP/1.1" status: 204 len: 173 time: 0.6633241 Oct 27 17:02:10.845330 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045e7976-a7ff-4d5c-a0a4-e6da1728de9c', 'name': 'network-vif-deleted', 'tag': '3b20e521-7458-47b6-af6a-e16d05fb6d95'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:02:10.847660 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7942f3af-d4f0-4a0b-984b-48bf9eda9130" -d '{"events": [{"server_uuid": "045e7976-a7ff-4d5c-a0a4-e6da1728de9c", "name": "network-vif-deleted", "tag": "3b20e521-7458-47b6-af6a-e16d05fb6d95"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:02:10.875021 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-32e414ed-70f8-4a67-87de-48294d8b4d60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:10.900669 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65de708e-cc41-4286-8a09-2dcd55e5b929 x-openstack-request-id: req-65de708e-cc41-4286-8a09-2dcd55e5b929 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:02:10.900965 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045e7976-a7ff-4d5c-a0a4-e6da1728de9c", "name": "network-vif-deleted", "tag": "3b20e521-7458-47b6-af6a-e16d05fb6d95", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:02:10.901216 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-65de708e-cc41-4286-8a09-2dcd55e5b929 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:02:10.902333 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045e7976-a7ff-4d5c-a0a4-e6da1728de9c', 'name': 'network-vif-deleted', 'tag': '3b20e521-7458-47b6-af6a-e16d05fb6d95', 'status': 'completed', 'code': 200} Oct 27 17:02:11.062824 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-32e414ed-70f8-4a67-87de-48294d8b4d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:11.066897 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-32e414ed-70f8-4a67-87de-48294d8b4d60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:11.068284 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-32e414ed-70f8-4a67-87de-48294d8b4d60 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/7ffd3c84-d914-419a-956f-9920e54030ce HTTP/1.1" status: 204 len: 168 time: 0.3148174 Oct 27 17:02:11.079320 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e414ed-70f8-4a67-87de-48294d8b4d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffd3c84-d914-419a-956f-9920e54030ce,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:11.206383 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be890a6-9b9a-4951-850e-fc982454dd19 req-b8b1eaa3-2c7d-40b8-9645-c4bfc70c36f1 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:11.208087 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6be890a6-9b9a-4951-850e-fc982454dd19 req-b8b1eaa3-2c7d-40b8-9645-c4bfc70c36f1 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0624549 Oct 27 17:02:11.256429 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6be890a6-9b9a-4951-850e-fc982454dd19 req-b2606026-9814-4870-994e-32914b591117 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397518 Oct 27 17:02:11.711834 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-1bcbc950-8c08-4e17-b21a-d3e23d2a04cd req-390bcf2d-5388-4be4-9794-08e1f86ee3dd tempest-VolumesNegativeTest-135708152 tempest-VolumesNegativeTest-135708152-project] 10.222.0.109 "GET /v2.0/ports?device_id=045e7976-a7ff-4d5c-a0a4-e6da1728de9c HTTP/1.1" status: 200 len: 210 time: 0.0291600 Oct 27 17:02:11.785127 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 55346) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:11.809156 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c156f7a0-cb2a-489a-899a-9c83f0685310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:11.905217 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c156f7a0-cb2a-489a-899a-9c83f0685310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:11.953249 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 55352) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:11.976784 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c156f7a0-cb2a-489a-899a-9c83f0685310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:12.020572 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-c156f7a0-cb2a-489a-899a-9c83f0685310 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=8fabcc8f874b40c79ba3bd19b99a329b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342947 Oct 27 17:02:12.021528 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156f7a0-cb2a-489a-899a-9c83f0685310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88d10bd-0ae8-4eba-8edf-fa22c33a1613,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:12.023240 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 55356) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:12.069959 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-e4eac543-9895-41bf-840e-ff0b8ec89cbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:12.077975 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c85d8589-deb9-41e2-a364-d7768595114d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:12.100069 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c85d8589-deb9-41e2-a364-d7768595114d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:12.146554 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-e4eac543-9895-41bf-840e-ff0b8ec89cbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:12.227594 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c85d8589-deb9-41e2-a364-d7768595114d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:12.230278 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c85d8589-deb9-41e2-a364-d7768595114d admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:12.231594 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-c85d8589-deb9-41e2-a364-d7768595114d admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/b88d10bd-0ae8-4eba-8edf-fa22c33a1613 HTTP/1.1" status: 204 len: 168 time: 0.2072754 Oct 27 17:02:12.239217 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d8589-deb9-41e2-a364-d7768595114d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88d10bd-0ae8-4eba-8edf-fa22c33a1613,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:12.256885 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-e4eac543-9895-41bf-840e-ff0b8ec89cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:12.301210 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-e4eac543-9895-41bf-840e-ff0b8ec89cbe admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=2fe229f9032149b190406c1fed11f7e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3467498 Oct 27 17:02:12.302178 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eac543-9895-41bf-840e-ff0b8ec89cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b93b57-a0d9-4985-81a7-e3d9b79ef162,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:12.305183 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 55364) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:12.365075 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-72cf2d0d-e668-4ebe-8493-4559974dcdb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:12.391950 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b7b4e-93cf-431f-abb7-56f6bc4d38b7 req-0cf12fd9-1091-4f30-995e-d8a6a823562d tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:12.392352 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-72cf2d0d-e668-4ebe-8493-4559974dcdb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:12.393512 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-db0b7b4e-93cf-431f-abb7-56f6bc4d38b7 req-0cf12fd9-1091-4f30-995e-d8a6a823562d tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0520926 Oct 27 17:02:12.443091 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-db0b7b4e-93cf-431f-abb7-56f6bc4d38b7 req-91ac4809-1c30-49cd-81ea-86595d22cd94 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416386 Oct 27 17:02:12.514366 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-72cf2d0d-e668-4ebe-8493-4559974dcdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:12.516997 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-72cf2d0d-e668-4ebe-8493-4559974dcdb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:12.518307 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-72cf2d0d-e668-4ebe-8493-4559974dcdb1 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/64b93b57-a0d9-4985-81a7-e3d9b79ef162 HTTP/1.1" status: 204 len: 168 time: 0.2117691 Oct 27 17:02:12.529142 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf2d0d-e668-4ebe-8493-4559974dcdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b93b57-a0d9-4985-81a7-e3d9b79ef162,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:13.425990 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 55432) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:13.551886 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-b1144408-1fb7-40d9-b385-393e38fd878d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2140116114-network', 'tenant_id': '9926f744a9a04a7dbe86277dbe14895a'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:13.577685 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07e0d0-5fc5-4a69-8446-7372df8bd803 req-fd2d7d9c-6c71-4061-b16c-586e086b3d7c tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:13.579294 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ba07e0d0-5fc5-4a69-8446-7372df8bd803 req-fd2d7d9c-6c71-4061-b16c-586e086b3d7c tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0625665 Oct 27 17:02:13.585015 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 3b20e521-7458-47b6-af6a-e16d05fb6d95 no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:02:13.612947 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] No Port match for: 3b20e521-7458-47b6-af6a-e16d05fb6d95 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:02:13.613513 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 3b20e521-7458-47b6-af6a-e16d05fb6d95 not bound to the agent host hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:02:13.619532 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ba07e0d0-5fc5-4a69-8446-7372df8bd803 req-0333d4df-f4e1-490f-99af-a0d223ad4a1c tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334709 Oct 27 17:02:13.645807 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1144408-1fb7-40d9-b385-393e38fd878d admin admin] Made reservation on behalf of 9926f744a9a04a7dbe86277dbe14895a for: {'network': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:02:13.648285 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b1144408-1fb7-40d9-b385-393e38fd878d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for network, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:13.660093 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b1144408-1fb7-40d9-b385-393e38fd878d admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:13.739519 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b1144408-1fb7-40d9-b385-393e38fd878d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:13.811488 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b1144408-1fb7-40d9-b385-393e38fd878d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:13.832929 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1144408-1fb7-40d9-b385-393e38fd878d admin admin] vlan segment allocate from pool success with {'vlan_id': 1387, 'physical_network': 'physnet1'} {{(pid=118834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:02:13.847285 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1144408-1fb7-40d9-b385-393e38fd878d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b40648-5e0f-4adf-990d-49aed5e69bfa,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:13.852201 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b1144408-1fb7-40d9-b385-393e38fd878d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:13.858324 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.segments_db [None req-b1144408-1fb7-40d9-b385-393e38fd878d admin admin] Added segment 1db86635-d708-4234-a659-6b4417ae8760 of type vlan for network c1226fd9-296f-4142-aeeb-d03cfacc96a1 Oct 27 17:02:13.903310 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b1144408-1fb7-40d9-b385-393e38fd878d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740459766941'] for network, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:13.994692 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b1144408-1fb7-40d9-b385-393e38fd878d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for network, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:13.997491 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1144408-1fb7-40d9-b385-393e38fd878d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:13.997491 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b1144408-1fb7-40d9-b385-393e38fd878d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:14.065028 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1144408-1fb7-40d9-b385-393e38fd878d admin admin] Pushing event updated for resources: {'Network': ['ID=c1226fd9-296f-4142-aeeb-d03cfacc96a1,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:14.076354 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Network c1226fd9-296f-4142-aeeb-d03cfacc96a1 details requested by agent ovs-agent-dv-cinder-815701-1-iscsi with host dv-cinder-815701-1-iscsi {{(pid=118835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:02:14.139380 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-b1144408-1fb7-40d9-b385-393e38fd878d admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7112761 Oct 27 17:02:14.143887 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 55514) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:14.148845 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-bdbbd9e5-0a52-4b63-99aa-6dd6c40f083a admin admin] Request body: {'subnet': {'network_id': 'c1226fd9-296f-4142-aeeb-d03cfacc96a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2140116114-subnet', 'tenant_id': '9926f744a9a04a7dbe86277dbe14895a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:14.245278 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbbd9e5-0a52-4b63-99aa-6dd6c40f083a admin admin] Made reservation on behalf of 9926f744a9a04a7dbe86277dbe14895a for: {'subnet': 1} {{(pid=118833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:02:14.248044 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-bdbbd9e5-0a52-4b63-99aa-6dd6c40f083a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130857283'] for subnet, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:14.468840 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-bdbbd9e5-0a52-4b63-99aa-6dd6c40f083a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131455226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130857297'] for subnet, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:14.553964 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbd9e5-0a52-4b63-99aa-6dd6c40f083a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bbff129-0ffb-4da3-8b97-a09a8a003563,revision_number=0']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:14.570067 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbbd9e5-0a52-4b63-99aa-6dd6c40f083a admin admin] Checking segment: {'id': '1db86635-d708-4234-a659-6b4417ae8760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': 'c1226fd9-296f-4142-aeeb-d03cfacc96a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:02:14.570440 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbbd9e5-0a52-4b63-99aa-6dd6c40f083a admin admin] Network hostable DHCP agents. Network: c1226fd9-296f-4142-aeeb-d03cfacc96a1, hostable agents: ['acf894c1-b7b8-4d52-ad08-8b9062216bf0'], hosted agents: [] {{(pid=118833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:02:14.637853 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 55550) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:14.680481 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbbd9e5-0a52-4b63-99aa-6dd6c40f083a admin admin] Network c1226fd9-296f-4142-aeeb-d03cfacc96a1 is scheduled to be hosted by DHCP agent acf894c1-b7b8-4d52-ad08-8b9062216bf0 with binding_index 1 {{(pid=118833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:02:14.755458 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-bdbbd9e5-0a52-4b63-99aa-6dd6c40f083a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815701-1-iscsi, c1226fd9-296f-4142-aeeb-d03cfacc96a1) {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:02:14.768826 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc3ceae-4d43-462f-a416-6bfface51270 None None] Network c1226fd9-296f-4142-aeeb-d03cfacc96a1 requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:02:14.779175 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbbd9e5-0a52-4b63-99aa-6dd6c40f083a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:14.779865 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-bdbbd9e5-0a52-4b63-99aa-6dd6c40f083a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:14.797387 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b3e7a-d73c-4f15-afeb-d6ee181fc4a0 req-472086a9-6fe8-4ced-a9bc-1706a23fc6bc tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:14.801784 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a74b3e7a-d73c-4f15-afeb-d6ee181fc4a0 req-472086a9-6fe8-4ced-a9bc-1706a23fc6bc tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0843954 Oct 27 17:02:14.834914 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8c7348eb-3a51-4c98-996b-72bc2ef41aeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:14.873231 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a74b3e7a-d73c-4f15-afeb-d6ee181fc4a0 req-9926ee33-937d-4d7e-807f-9ec65e425ccd tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567563 Oct 27 17:02:14.942032 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-bdbbd9e5-0a52-4b63-99aa-6dd6c40f083a admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7967465 Oct 27 17:02:14.959110 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8c7348eb-3a51-4c98-996b-72bc2ef41aeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:15.054318 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8c7348eb-3a51-4c98-996b-72bc2ef41aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:15.098174 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1c5793-b07f-4267-91b4-d2952e4ccfea None None] Network c1226fd9-296f-4142-aeeb-d03cfacc96a1 requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:02:15.100886 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7348eb-3a51-4c98-996b-72bc2ef41aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89acb788-ab50-4758-9f05-2f92828d27b9,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:15.110029 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-8c7348eb-3a51-4c98-996b-72bc2ef41aeb admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=f74b5bec68c34381b55d800b46a223b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4685581 Oct 27 17:02:15.110238 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 55578) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:15.163251 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c570da01-971c-4754-9219-2e00f64eb833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:15.214853 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c570da01-971c-4754-9219-2e00f64eb833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:15.388526 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c570da01-971c-4754-9219-2e00f64eb833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:15.391236 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c570da01-971c-4754-9219-2e00f64eb833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:15.396973 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-c570da01-971c-4754-9219-2e00f64eb833 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/89acb788-ab50-4758-9f05-2f92828d27b9 HTTP/1.1" status: 204 len: 168 time: 0.2813330 Oct 27 17:02:15.402452 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570da01-971c-4754-9219-2e00f64eb833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89acb788-ab50-4758-9f05-2f92828d27b9,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:15.986370 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 55652) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:16.053853 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7d550-aaaa-4648-aa9c-a62dfea60038 req-789a81b2-a8f8-4f46-bd94-326cd8e3d5b5 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:16.055427 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e0f7d550-aaaa-4648-aa9c-a62dfea60038 req-789a81b2-a8f8-4f46-bd94-326cd8e3d5b5 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0926125 Oct 27 17:02:16.106663 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e0f7d550-aaaa-4648-aa9c-a62dfea60038 req-34098db5-b9ca-495e-816f-4314f4c0ab5a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417032 Oct 27 17:02:16.196487 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 55660) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:16.204609 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3d5b382e-7a6c-4a6c-bfec-e030936ae4a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:16.213971 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2f373ce6-679b-44e1-82aa-fb1a44b4c1ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:16.281567 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3d5b382e-7a6c-4a6c-bfec-e030936ae4a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:16.290015 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2f373ce6-679b-44e1-82aa-fb1a44b4c1ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:16.367330 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3d5b382e-7a6c-4a6c-bfec-e030936ae4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:16.377500 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2f373ce6-679b-44e1-82aa-fb1a44b4c1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:16.414965 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-3d5b382e-7a6c-4a6c-bfec-e030936ae4a7 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=5f02980fda334481a74e1a8ae7ca7617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4266491 Oct 27 17:02:16.415065 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 55664) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:16.424156 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-2f373ce6-679b-44e1-82aa-fb1a44b4c1ee admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=736f663195984ed8a292e5a8c9cd76e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264979 Oct 27 17:02:16.425949 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f373ce6-679b-44e1-82aa-fb1a44b4c1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b29502-edb4-4c1b-a3b9-b1e029cb2e9e,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:16.426224 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b382e-7a6c-4a6c-bfec-e030936ae4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c20d29-631e-4444-ba21-03df39a0fc4a,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:16.428250 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 55666) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:16.507361 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-80a7de3f-1727-4852-a3fe-a295840ad06d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:16.523882 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-52fe8000-73de-4c61-ab2e-6e3beeb2c264 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:16.547720 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-80a7de3f-1727-4852-a3fe-a295840ad06d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:16.562781 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-52fe8000-73de-4c61-ab2e-6e3beeb2c264 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:16.715469 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-52fe8000-73de-4c61-ab2e-6e3beeb2c264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:16.718331 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-52fe8000-73de-4c61-ab2e-6e3beeb2c264 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:16.719800 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-52fe8000-73de-4c61-ab2e-6e3beeb2c264 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/69b29502-edb4-4c1b-a3b9-b1e029cb2e9e HTTP/1.1" status: 204 len: 168 time: 0.2902405 Oct 27 17:02:16.720150 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-80a7de3f-1727-4852-a3fe-a295840ad06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:16.722605 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-80a7de3f-1727-4852-a3fe-a295840ad06d admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:16.723685 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-80a7de3f-1727-4852-a3fe-a295840ad06d admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/94c20d29-631e-4444-ba21-03df39a0fc4a HTTP/1.1" status: 204 len: 168 time: 0.3073483 Oct 27 17:02:16.733806 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe8000-73de-4c61-ab2e-6e3beeb2c264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b29502-edb4-4c1b-a3b9-b1e029cb2e9e,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:16.742995 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7de3f-1727-4852-a3fe-a295840ad06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c20d29-631e-4444-ba21-03df39a0fc4a,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:17.257330 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe65727-6269-4ce4-8399-9151a68c5cf9 req-80c0390a-d269-4e06-bc57-815d0f712214 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:17.266475 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8fe65727-6269-4ce4-8399-9151a68c5cf9 req-80c0390a-d269-4e06-bc57-815d0f712214 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0937698 Oct 27 17:02:17.329457 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8fe65727-6269-4ce4-8399-9151a68c5cf9 req-afb3c7d0-b87e-4fca-b172-66172ff7ca5b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477350 Oct 27 17:02:17.421028 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219a922-2620-4267-b222-e8e58cf36115 req-fcda648f-22bc-42f9-a367-187d3e7dd362 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:17.422526 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5219a922-2620-4267-b222-e8e58cf36115 req-fcda648f-22bc-42f9-a367-187d3e7dd362 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/networks?id=c1226fd9-296f-4142-aeeb-d03cfacc96a1 HTTP/1.1" status: 200 len: 809 time: 0.1305430 Oct 27 17:02:17.439448 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5219a922-2620-4267-b222-e8e58cf36115 req-b83a9aa1-c1e6-42a6-8e40-19a58deac5c6 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/quotas/9926f744a9a04a7dbe86277dbe14895a HTTP/1.1" status: 200 len: 375 time: 0.0103910 Oct 27 17:02:17.474155 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5219a922-2620-4267-b222-e8e58cf36115 req-8af91b02-ba4f-43a7-b22e-67c29efd2ee3 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=9926f744a9a04a7dbe86277dbe14895a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285311 Oct 27 17:02:17.578029 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5219a922-2620-4267-b222-e8e58cf36115 req-af59beed-2570-40ac-b2e0-3e85a514697e service neutron] 10.222.0.109 "GET /v2.0/networks/c1226fd9-296f-4142-aeeb-d03cfacc96a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961230 Oct 27 17:02:17.679619 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5219a922-2620-4267-b222-e8e58cf36115 req-706c9fed-d49c-4335-8244-a874e373493c service neutron] 10.222.0.109 "GET /v2.0/networks/c1226fd9-296f-4142-aeeb-d03cfacc96a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956516 Oct 27 17:02:17.709103 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 55748) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:17.723772 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b3d0-e821-421d-a532-e8260bdb9cde admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:17.842052 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b3d0-e821-421d-a532-e8260bdb9cde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:17.920512 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b3d0-e821-421d-a532-e8260bdb9cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:17.963553 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-d8c1b3d0-e821-421d-a532-e8260bdb9cde admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=bb8abb9fd01544098f6308547b39ba63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532914 Oct 27 17:02:17.964298 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 55784) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:18.006500 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d03aafb2-9beb-4c57-b6d7-9f9a59c3651a req-1c3dba2e-5766-471f-9b1a-d7c89dd32042 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=0bf87540-1e74-4012-8039-8c204cba2e37 HTTP/1.1" status: 200 len: 210 time: 0.0462821 Oct 27 17:02:18.033800 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1b3d0-e821-421d-a532-e8260bdb9cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756bf154-4b5b-4d1a-b977-e0dc24561bf5,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:18.066320 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c4bdcf22-7a6c-43f3-a590-3d0d2f138ab1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:18.097995 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c4bdcf22-7a6c-43f3-a590-3d0d2f138ab1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:18.208704 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c4bdcf22-7a6c-43f3-a590-3d0d2f138ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:18.211437 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c4bdcf22-7a6c-43f3-a590-3d0d2f138ab1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:18.212651 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-c4bdcf22-7a6c-43f3-a590-3d0d2f138ab1 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/756bf154-4b5b-4d1a-b977-e0dc24561bf5 HTTP/1.1" status: 204 len: 168 time: 0.2453463 Oct 27 17:02:18.220942 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdcf22-7a6c-43f3-a590-3d0d2f138ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756bf154-4b5b-4d1a-b977-e0dc24561bf5,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:18.466803 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e84907-a359-4ce4-be76-e3c06a6e6d33 req-6fe768b2-f51a-4844-b445-7b7a945eb1e4 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:18.469233 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-35e84907-a359-4ce4-be76-e3c06a6e6d33 req-6fe768b2-f51a-4844-b445-7b7a945eb1e4 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0641665 Oct 27 17:02:18.513509 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-35e84907-a359-4ce4-be76-e3c06a6e6d33 req-fcf84424-066d-40a0-a539-9d23d0bed84a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376601 Oct 27 17:02:19.143373 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-172dddd6-4b4e-418d-85bb-ac964f9be864 req-37c3c7d0-007b-4006-a394-6ef086333415 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=0bf87540-1e74-4012-8039-8c204cba2e37 HTTP/1.1" status: 200 len: 210 time: 0.0353224 Oct 27 17:02:19.572594 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-2dc9b275-8e74-48d7-b185-269f38496ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:19.633301 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce760a-af70-4b10-b1a1-be29a70c623f req-fc4b5fbd-976a-49ee-82b9-75e1357130e8 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:19.635340 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-84ce760a-af70-4b10-b1a1-be29a70c623f req-fc4b5fbd-976a-49ee-82b9-75e1357130e8 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0485516 Oct 27 17:02:19.674467 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-84ce760a-af70-4b10-b1a1-be29a70c623f req-7a751c3b-7e34-4583-9630-3c9a2574f79a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331364 Oct 27 17:02:19.788914 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 55860) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:20.030707 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 55870) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:20.037141 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-27d98cf0-cca5-41f0-b59a-0f28ca66ff98 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=bf256b55b1d64256adb78283aa4bc49e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327795 Oct 27 17:02:20.094805 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-965a83a5-2537-4995-b230-b146e0e8b57e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:20.118537 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-965a83a5-2537-4995-b230-b146e0e8b57e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:20.313401 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-965a83a5-2537-4995-b230-b146e0e8b57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:20.316996 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-965a83a5-2537-4995-b230-b146e0e8b57e admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:20.342869 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-965a83a5-2537-4995-b230-b146e0e8b57e admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/05480413-c343-43e5-8b7e-25e238294646 HTTP/1.1" status: 204 len: 168 time: 0.2972114 Oct 27 17:02:20.369110 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a83a5-2537-4995-b230-b146e0e8b57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05480413-c343-43e5-8b7e-25e238294646,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:20.393569 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-1364ae74-0121-4311-a474-003bcfa328b3 req-43b7e2ab-4c8c-46db-ad65-7ace0c0ebe8b tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=0bf87540-1e74-4012-8039-8c204cba2e37 HTTP/1.1" status: 200 len: 210 time: 0.0813973 Oct 27 17:02:20.498042 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219a922-2620-4267-b222-e8e58cf36115 req-6ad8e994-a67d-48e8-a39d-d422772d0d49 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:20.501454 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5219a922-2620-4267-b222-e8e58cf36115 req-6ad8e994-a67d-48e8-a39d-d422772d0d49 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.11 "GET /v2.0/networks?id=c1226fd9-296f-4142-aeeb-d03cfacc96a1 HTTP/1.1" status: 200 len: 809 time: 0.3187401 Oct 27 17:02:20.518351 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-5219a922-2620-4267-b222-e8e58cf36115 req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Request body: {'port': {'device_id': '0bf87540-1e74-4012-8039-8c204cba2e37', 'network_id': 'c1226fd9-296f-4142-aeeb-d03cfacc96a1', 'admin_state_up': True, 'tenant_id': '9926f744a9a04a7dbe86277dbe14895a'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:20.789515 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5219a922-2620-4267-b222-e8e58cf36115 req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Made reservation on behalf of 9926f744a9a04a7dbe86277dbe14895a for: {'port': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:02:20.793262 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-5219a922-2620-4267-b222-e8e58cf36115 req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:20.850240 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44281850-b004-431e-a2d8-fc2eb4128093 req-124b4dc0-2303-42d1-b995-93819dfb7ea1 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:20.852034 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-44281850-b004-431e-a2d8-fc2eb4128093 req-124b4dc0-2303-42d1-b995-93819dfb7ea1 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.1059384 Oct 27 17:02:20.952392 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-44281850-b004-431e-a2d8-fc2eb4128093 req-2001c7be-ab30-44bd-8b3a-24af4be9e555 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589654 Oct 27 17:02:20.992657 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [req-5219a922-2620-4267-b222-e8e58cf36115 req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Allocated IP 172.20.0.11 (c1226fd9-296f-4142-aeeb-d03cfacc96a1/2bbff129-0ffb-4da3-8b97-a09a8a003563/590066a9-ecc1-4f32-8116-71607f33dc5c) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:02:21.175859 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-5219a922-2620-4267-b222-e8e58cf36115 req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:21.265158 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-5219a922-2620-4267-b222-e8e58cf36115 req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:21.309206 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5219a922-2620-4267-b222-e8e58cf36115 req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Network c1226fd9-296f-4142-aeeb-d03cfacc96a1 is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:02:21.313123 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [req-5219a922-2620-4267-b222-e8e58cf36115 req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:02:21.316933 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5219a922-2620-4267-b222-e8e58cf36115 req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:02:21.341786 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Pushing event updated for resources: {'Port': ['ID=590066a9-ecc1-4f32-8116-71607f33dc5c,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:21.358292 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:21.358834 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:21.359269 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:21.359662 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:21.360116 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:21.360660 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:21.363449 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:21.363449 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:21.363449 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:21.363449 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:21.363449 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:21.363449 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:21.405022 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219a922-2620-4267-b222-e8e58cf36115 req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:21.405871 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-5219a922-2620-4267-b222-e8e58cf36115 req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:21.495069 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5219a922-2620-4267-b222-e8e58cf36115 req-90442640-1dac-4d2a-9a46-c4f29d531c44 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9835122 Oct 27 17:02:21.511444 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 55944) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:21.521020 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-5219a922-2620-4267-b222-e8e58cf36115 req-dd1de27d-2855-477c-9a8c-33bb1a7514c3 service neutron] Request body: {'port': {'device_id': '0bf87540-1e74-4012-8039-8c204cba2e37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81570'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:21.589081 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30417f88-627c-4456-8eb1-bc59fc80b014 req-aca2cdbb-9462-48b2-b9bf-e1d3f0309d81 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:21.591023 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-30417f88-627c-4456-8eb1-bc59fc80b014 req-aca2cdbb-9462-48b2-b9bf-e1d3f0309d81 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=0bf87540-1e74-4012-8039-8c204cba2e37 HTTP/1.1" status: 200 len: 932 time: 0.1096127 Oct 27 17:02:21.596512 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-5219a922-2620-4267-b222-e8e58cf36115 req-dd1de27d-2855-477c-9a8c-33bb1a7514c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:21.623890 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 55950) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:21.679676 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-30417f88-627c-4456-8eb1-bc59fc80b014 req-e626d59b-3a3d-4942-ad54-bff2777e9ab9 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739276 Oct 27 17:02:21.719279 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1714345668-network', 'tenant_id': 'b56b830b8c974548b53ba292242131df'}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:21.770868 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-50b85df1-0cf8-4540-ae6d-0ecf6e7cdbd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:21.807320 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Made reservation on behalf of b56b830b8c974548b53ba292242131df for: {'network': 1} {{(pid=118833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:02:21.809813 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for network, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:21.818553 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:21.896471 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:21.984887 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:22.008081 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1371, 'physical_network': 'physnet1'} {{(pid=118833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:02:22.025093 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674f4de9-2b7a-412f-b26a-48928eeeca70,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:22.027743 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:22.028148 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.db.segments_db [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Added segment 1aac70d7-0812-41ad-a7fe-8333e95f8e13 of type vlan for network e91aae30-22b6-408a-b5f9-023a720e38a7 Oct 27 17:02:22.060640 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:22.060993 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:22.061348 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:22.061663 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:22.062029 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:22.062312 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:22.062648 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:22.062977 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:22.063285 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:22.063605 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:22.063919 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:22.064233 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:22.119608 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740459766941'] for network, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:22.143197 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839e5bf-a3db-4803-9790-940296a3a0f1 req-f58a60ea-cd11-44d0-aab7-98b882c8dac6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:22.145251 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8839e5bf-a3db-4803-9790-940296a3a0f1 req-f58a60ea-cd11-44d0-aab7-98b882c8dac6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.1054397 Oct 27 17:02:22.185001 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-50b85df1-0cf8-4540-ae6d-0ecf6e7cdbd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:22.193658 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8839e5bf-a3db-4803-9790-940296a3a0f1 req-6895020f-7ee3-41b0-9063-7948772fae3c tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415547 Oct 27 17:02:22.214137 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [req-5219a922-2620-4267-b222-e8e58cf36115 req-dd1de27d-2855-477c-9a8c-33bb1a7514c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 590066a9-ecc1-4f32-8116-71607f33dc5c {{(pid=118834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:02:22.214253 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for network, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:22.214253 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:22.215029 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:22.215138 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-5219a922-2620-4267-b222-e8e58cf36115 req-dd1de27d-2855-477c-9a8c-33bb1a7514c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:22.235366 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.provisioning_blocks [req-5219a922-2620-4267-b222-e8e58cf36115 req-dd1de27d-2855-477c-9a8c-33bb1a7514c3 service neutron] Transition to ACTIVE for port object 590066a9-ecc1-4f32-8116-71607f33dc5c will not be triggered until provisioned by entity L2. {{(pid=118834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:02:22.252917 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-50b85df1-0cf8-4540-ae6d-0ecf6e7cdbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:22.278560 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] Pushing event updated for resources: {'Network': ['ID=e91aae30-22b6-408a-b5f9-023a720e38a7,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:22.295055 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Network e91aae30-22b6-408a-b5f9-023a720e38a7 details requested by agent ovs-agent-dv-cinder-815701-1-iscsi with host dv-cinder-815701-1-iscsi {{(pid=118835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:02:22.298728 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-5219a922-2620-4267-b222-e8e58cf36115 req-dd1de27d-2855-477c-9a8c-33bb1a7514c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:22.308057 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-d17a44e8-7c68-4fa2-9ac2-30038a6133f5 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7947252 Oct 27 17:02:22.311716 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-50b85df1-0cf8-4540-ae6d-0ecf6e7cdbd7 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=24dd4c2464c54a39bfef3866838fad3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6826966 Oct 27 17:02:22.311918 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 55960) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:22.312000 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b85df1-0cf8-4540-ae6d-0ecf6e7cdbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a433fa-b39b-41be-aeb1-64f986296f2a,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:22.315983 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-5d03a471-938b-4c9a-ab9b-d06eabaf60c9 admin admin] Request body: {'subnet': {'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1714345668-subnet', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'ip_version': 4}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:22.316259 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 55962) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:22.378669 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60424cac-c052-4cf2-8e0a-5696476065d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:22.395068 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1de27d-2855-477c-9a8c-33bb1a7514c3 service neutron] Pushing event updated for resources: {'Port': ['ID=590066a9-ecc1-4f32-8116-71607f33dc5c,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:22.420285 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d03a471-938b-4c9a-ab9b-d06eabaf60c9 admin admin] Made reservation on behalf of b56b830b8c974548b53ba292242131df for: {'subnet': 1} {{(pid=118833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:02:22.423197 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5d03a471-938b-4c9a-ab9b-d06eabaf60c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130857283'] for subnet, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:22.474291 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ba2fd169-9b91-44ef-8178-a29848636085 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:22.512000 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ba2fd169-9b91-44ef-8178-a29848636085 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:22.519556 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-5219a922-2620-4267-b222-e8e58cf36115 req-dd1de27d-2855-477c-9a8c-33bb1a7514c3 service neutron] Attempting to bind port 590066a9-ecc1-4f32-8116-71607f33dc5c on host hv-cinder-81570 for vnic_type normal with profile {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:02:22.519906 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-5219a922-2620-4267-b222-e8e58cf36115 req-dd1de27d-2855-477c-9a8c-33bb1a7514c3 service neutron] Attempting to bind port 590066a9-ecc1-4f32-8116-71607f33dc5c by drivers openvswitch,hyperv on host hv-cinder-81570 at level 0 using segments [{'id': '1db86635-d708-4234-a659-6b4417ae8760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': 'c1226fd9-296f-4142-aeeb-d03cfacc96a1'}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:02:22.520240 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219a922-2620-4267-b222-e8e58cf36115 req-dd1de27d-2855-477c-9a8c-33bb1a7514c3 service neutron] Attempting to bind port 590066a9-ecc1-4f32-8116-71607f33dc5c on network c1226fd9-296f-4142-aeeb-d03cfacc96a1 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:02:22.533273 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219a922-2620-4267-b222-e8e58cf36115 req-dd1de27d-2855-477c-9a8c-33bb1a7514c3 service neutron] Port 590066a9-ecc1-4f32-8116-71607f33dc5c on network c1226fd9-296f-4142-aeeb-d03cfacc96a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81570 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:02:22.533684 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219a922-2620-4267-b222-e8e58cf36115 req-dd1de27d-2855-477c-9a8c-33bb1a7514c3 service neutron] Attempting to bind port 590066a9-ecc1-4f32-8116-71607f33dc5c on network c1226fd9-296f-4142-aeeb-d03cfacc96a1 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:02:22.551662 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219a922-2620-4267-b222-e8e58cf36115 req-dd1de27d-2855-477c-9a8c-33bb1a7514c3 service neutron] Checking agent: {'id': '95ad64ad-6c0c-401b-b42d-2edbbc1c3c16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'started_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:02:22.552008 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219a922-2620-4267-b222-e8e58cf36115 req-dd1de27d-2855-477c-9a8c-33bb1a7514c3 service neutron] Checking segment: {'id': '1db86635-d708-4234-a659-6b4417ae8760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': 'c1226fd9-296f-4142-aeeb-d03cfacc96a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:02:22.552412 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219a922-2620-4267-b222-e8e58cf36115 req-dd1de27d-2855-477c-9a8c-33bb1a7514c3 service neutron] Bound using segment: {'id': '1db86635-d708-4234-a659-6b4417ae8760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': 'c1226fd9-296f-4142-aeeb-d03cfacc96a1'} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:02:22.552899 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-5219a922-2620-4267-b222-e8e58cf36115 req-dd1de27d-2855-477c-9a8c-33bb1a7514c3 service neutron] Bound port: 590066a9-ecc1-4f32-8116-71607f33dc5c, host: hv-cinder-81570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db86635-d708-4234-a659-6b4417ae8760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': 'c1226fd9-296f-4142-aeeb-d03cfacc96a1'}}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:02:22.553255 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-5219a922-2620-4267-b222-e8e58cf36115 req-dd1de27d-2855-477c-9a8c-33bb1a7514c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:22.634573 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-5219a922-2620-4267-b222-e8e58cf36115 req-dd1de27d-2855-477c-9a8c-33bb1a7514c3 service neutron] For port 590066a9-ecc1-4f32-8116-71607f33dc5c, host hv-cinder-81570, cleared binding levels {{(pid=118834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:02:22.640033 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-5219a922-2620-4267-b222-e8e58cf36115 req-dd1de27d-2855-477c-9a8c-33bb1a7514c3 service neutron] For port 590066a9-ecc1-4f32-8116-71607f33dc5c, host hv-cinder-81570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=590066a9-ecc1-4f32-8116-71607f33dc5c,segment=NetworkSegment(1db86635-d708-4234-a659-6b4417ae8760),segment_id=1db86635-d708-4234-a659-6b4417ae8760)] {{(pid=118834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:02:22.687747 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ba2fd169-9b91-44ef-8178-a29848636085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:22.690283 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ba2fd169-9b91-44ef-8178-a29848636085 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:22.691645 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-ba2fd169-9b91-44ef-8178-a29848636085 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/e9a433fa-b39b-41be-aeb1-64f986296f2a HTTP/1.1" status: 204 len: 168 time: 0.3717151 Oct 27 17:02:22.700024 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fd169-9b91-44ef-8178-a29848636085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a433fa-b39b-41be-aeb1-64f986296f2a,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:22.708467 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5d03a471-938b-4c9a-ab9b-d06eabaf60c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131455226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130857297'] for subnet, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:22.715666 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-5219a922-2620-4267-b222-e8e58cf36115 req-dd1de27d-2855-477c-9a8c-33bb1a7514c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:22.756348 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219a922-2620-4267-b222-e8e58cf36115 req-dd1de27d-2855-477c-9a8c-33bb1a7514c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:22.756997 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-5219a922-2620-4267-b222-e8e58cf36115 req-dd1de27d-2855-477c-9a8c-33bb1a7514c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:22.758386 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5219a922-2620-4267-b222-e8e58cf36115 req-dd1de27d-2855-477c-9a8c-33bb1a7514c3 service neutron] 10.222.0.11 "PUT /v2.0/ports/590066a9-ecc1-4f32-8116-71607f33dc5c HTTP/1.1" status: 200 len: 1094 time: 1.2465894 Oct 27 17:02:22.758827 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf87540-1e74-4012-8039-8c204cba2e37', 'tag': '590066a9-ecc1-4f32-8116-71607f33dc5c'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:02:22.761363 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f300cdf-dca9-43e4-8ef3-c5b6682071bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf87540-1e74-4012-8039-8c204cba2e37", "tag": "590066a9-ecc1-4f32-8116-71607f33dc5c"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:02:22.815505 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1de27d-2855-477c-9a8c-33bb1a7514c3 service neutron] Pushing event updated for resources: {'Port': ['ID=590066a9-ecc1-4f32-8116-71607f33dc5c,revision_number=3']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:22.830641 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03a471-938b-4c9a-ab9b-d06eabaf60c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c198ae9-9d38-4325-9957-9b7c60096236,revision_number=0']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:22.841143 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d03a471-938b-4c9a-ab9b-d06eabaf60c9 admin admin] Checking segment: {'id': '1aac70d7-0812-41ad-a7fe-8333e95f8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:02:22.841508 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d03a471-938b-4c9a-ab9b-d06eabaf60c9 admin admin] Network hostable DHCP agents. Network: e91aae30-22b6-408a-b5f9-023a720e38a7, hostable agents: ['acf894c1-b7b8-4d52-ad08-8b9062216bf0'], hosted agents: [] {{(pid=118833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:02:22.851505 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ed8e3b-c5ed-4ef8-ab08-363ff34c4399 x-openstack-request-id: req-82ed8e3b-c5ed-4ef8-ab08-363ff34c4399 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:02:22.855185 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf87540-1e74-4012-8039-8c204cba2e37", "tag": "590066a9-ecc1-4f32-8116-71607f33dc5c", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:02:22.855185 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-82ed8e3b-c5ed-4ef8-ab08-363ff34c4399 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:02:22.855185 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf87540-1e74-4012-8039-8c204cba2e37', 'tag': '590066a9-ecc1-4f32-8116-71607f33dc5c', 'status': 'completed', 'code': 200} Oct 27 17:02:22.916448 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d03a471-938b-4c9a-ab9b-d06eabaf60c9 admin admin] Network e91aae30-22b6-408a-b5f9-023a720e38a7 is scheduled to be hosted by DHCP agent acf894c1-b7b8-4d52-ad08-8b9062216bf0 with binding_index 1 {{(pid=118833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:02:22.923768 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb4548-e5d7-410e-8b94-588a1b5d6c21 req-fb2f556d-0ad0-4e8e-858e-5c7952421361 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:22.925353 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-abeb4548-e5d7-410e-8b94-588a1b5d6c21 req-fb2f556d-0ad0-4e8e-858e-5c7952421361 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=0bf87540-1e74-4012-8039-8c204cba2e37 HTTP/1.1" status: 200 len: 944 time: 0.0957422 Oct 27 17:02:22.930284 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f300cdf-dca9-43e4-8ef3-c5b6682071bc req-ccc31dd4-1079-45c9-afab-ece48946dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:22.931713 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-1f300cdf-dca9-43e4-8ef3-c5b6682071bc req-ccc31dd4-1079-45c9-afab-ece48946dbbc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9926f744a9a04a7dbe86277dbe14895a&device_id=0bf87540-1e74-4012-8039-8c204cba2e37 HTTP/1.1" status: 200 len: 1097 time: 0.0771685 Oct 27 17:02:23.013677 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-5d03a471-938b-4c9a-ab9b-d06eabaf60c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815701-1-iscsi, e91aae30-22b6-408a-b5f9-023a720e38a7) {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:02:23.020624 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-abeb4548-e5d7-410e-8b94-588a1b5d6c21 req-31b3f459-1632-42c0-bad6-ec4692728f8e tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834346 Oct 27 17:02:23.022921 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d03a471-938b-4c9a-ab9b-d06eabaf60c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:23.023510 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5d03a471-938b-4c9a-ab9b-d06eabaf60c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:23.025940 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5ac797-349e-44a5-b76e-41c07ca11625 None None] Network e91aae30-22b6-408a-b5f9-023a720e38a7 requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:02:23.062403 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f300cdf-dca9-43e4-8ef3-c5b6682071bc req-595a2988-ac38-438e-b8a5-40be904a9c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:23.064021 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-1f300cdf-dca9-43e4-8ef3-c5b6682071bc req-595a2988-ac38-438e-b8a5-40be904a9c97 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=9926f744a9a04a7dbe86277dbe14895a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1209648 Oct 27 17:02:23.165133 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-5d03a471-938b-4c9a-ab9b-d06eabaf60c9 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8529041 Oct 27 17:02:23.167944 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 55986) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:23.175138 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-afedca42-5f03-4e4e-a752-fea9b43d64d7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:23.177659 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f300cdf-dca9-43e4-8ef3-c5b6682071bc req-6dea2ce2-817d-4175-8ec9-b09832e9f770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:23.179833 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-1f300cdf-dca9-43e4-8ef3-c5b6682071bc req-6dea2ce2-817d-4175-8ec9-b09832e9f770 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1081891 Oct 27 17:02:23.223151 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f13cbd-c63a-45d9-8506-792997a03568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2db10bf-0ac3-55c3-8a00-d510631ac45a-e91aae30-22b6-408a-b5f9-023a720e38a7', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236'}]}} from dv-cinder-815701-1-iscsi. {{(pid=118835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:02:23.224130 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-16f13cbd-c63a-45d9-8506-792997a03568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:23.265971 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219a922-2620-4267-b222-e8e58cf36115 req-3a687d96-a00d-455f-86bf-ee0bae0c8194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:23.268212 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5219a922-2620-4267-b222-e8e58cf36115 req-3a687d96-a00d-455f-86bf-ee0bae0c8194 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9926f744a9a04a7dbe86277dbe14895a&device_id=0bf87540-1e74-4012-8039-8c204cba2e37 HTTP/1.1" status: 200 len: 1097 time: 0.0494542 Oct 27 17:02:23.301799 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:23.308829 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-afedca42-5f03-4e4e-a752-fea9b43d64d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133762219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5348'] for router, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:23.311101 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-afedca42-5f03-4e4e-a752-fea9b43d64d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133763026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133802025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5343'] for router, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:23.318114 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5219a922-2620-4267-b222-e8e58cf36115 req-59ae6b3a-c887-4f4f-95c1-5495cbbac34d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=590066a9-ecc1-4f32-8116-71607f33dc5c HTTP/1.1" status: 200 len: 217 time: 0.0403531 Oct 27 17:02:23.343753 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0608a-4fb2-4357-a45d-92510e01eb6c req-4eb654f1-3aba-498a-8827-f1ba10831fb0 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:23.345634 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ced0608a-4fb2-4357-a45d-92510e01eb6c req-4eb654f1-3aba-498a-8827-f1ba10831fb0 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0739393 Oct 27 17:02:23.387507 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219a922-2620-4267-b222-e8e58cf36115 req-a7b1cd79-9111-4435-ae7e-4bda919a030d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:23.389914 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5219a922-2620-4267-b222-e8e58cf36115 req-a7b1cd79-9111-4435-ae7e-4bda919a030d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2bbff129-0ffb-4da3-8b97-a09a8a003563 HTTP/1.1" status: 200 len: 849 time: 0.0604448 Oct 27 17:02:23.401360 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-afedca42-5f03-4e4e-a752-fea9b43d64d7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:23.406219 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.db_base_plugin_common [None req-16f13cbd-c63a-45d9-8506-792997a03568 None None] Allocated IP 172.20.0.2 (e91aae30-22b6-408a-b5f9-023a720e38a7/8c198ae9-9d38-4325-9957-9b7c60096236/7006c156-57bb-4bbc-a0c3-ae34f29e7c8f) {{(pid=118835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:02:23.423366 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ced0608a-4fb2-4357-a45d-92510e01eb6c req-1c11f937-20d9-424e-8ab9-ee754dc72d09 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697169 Oct 27 17:02:23.423596 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:23.429513 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5219a922-2620-4267-b222-e8e58cf36115 req-2aec202b-c81e-4d55-82a8-5600641424d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1226fd9-296f-4142-aeeb-d03cfacc96a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313625 Oct 27 17:02:23.509531 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 55990) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:23.538278 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d9a5a176-4fe0-404b-bf10-c81922a028b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:23.565327 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5219a922-2620-4267-b222-e8e58cf36115 req-d5f3cb9e-ae07-4cbd-8bac-a6accbf46ade service neutron] 10.222.0.11 "GET /v2.0/networks/c1226fd9-296f-4142-aeeb-d03cfacc96a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283600 Oct 27 17:02:23.622289 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-16f13cbd-c63a-45d9-8506-792997a03568 None None] Publish callbacks [] for port, precommit_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:23.638364 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-afedca42-5f03-4e4e-a752-fea9b43d64d7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:23.676179 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-16f13cbd-c63a-45d9-8506-792997a03568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268'] for port, after_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:23.706973 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5219a922-2620-4267-b222-e8e58cf36115 req-644d417a-ffaa-4be3-b645-258c883aaf6f service neutron] 10.222.0.11 "GET /v2.0/networks/c1226fd9-296f-4142-aeeb-d03cfacc96a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323745 Oct 27 17:02:23.723617 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d9a5a176-4fe0-404b-bf10-c81922a028b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:23.725772 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f13cbd-c63a-45d9-8506-792997a03568 None None] Network e91aae30-22b6-408a-b5f9-023a720e38a7 is already hosted by enough agents. {{(pid=118835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:02:23.735103 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.scheduler.base_scheduler [None req-16f13cbd-c63a-45d9-8506-792997a03568 None None] Resources bound (agent type, host, resource id): {{(pid=118835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:02:23.744024 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f13cbd-c63a-45d9-8506-792997a03568 None None] Received port after_create {{(pid=118835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:02:23.803599 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f13cbd-c63a-45d9-8506-792997a03568 None None] Pushing event updated for resources: {'Port': ['ID=7006c156-57bb-4bbc-a0c3-ae34f29e7c8f,revision_number=1']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:23.809082 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d9a5a176-4fe0-404b-bf10-c81922a028b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:23.820174 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-16f13cbd-c63a-45d9-8506-792997a03568 None None] Attempting to bind port 7006c156-57bb-4bbc-a0c3-ae34f29e7c8f on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:02:23.820538 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-16f13cbd-c63a-45d9-8506-792997a03568 None None] Attempting to bind port 7006c156-57bb-4bbc-a0c3-ae34f29e7c8f by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': '1aac70d7-0812-41ad-a7fe-8333e95f8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7'}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:02:23.821450 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f13cbd-c63a-45d9-8506-792997a03568 None None] Attempting to bind port 7006c156-57bb-4bbc-a0c3-ae34f29e7c8f on network e91aae30-22b6-408a-b5f9-023a720e38a7 {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:02:23.828203 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f13cbd-c63a-45d9-8506-792997a03568 None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:02:23.828707 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f13cbd-c63a-45d9-8506-792997a03568 None None] Checking segment: {'id': '1aac70d7-0812-41ad-a7fe-8333e95f8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:02:23.829998 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-16f13cbd-c63a-45d9-8506-792997a03568 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:23.830904 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f13cbd-c63a-45d9-8506-792997a03568 None None] Bound using segment: {'id': '1aac70d7-0812-41ad-a7fe-8333e95f8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7'} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:02:23.831403 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-16f13cbd-c63a-45d9-8506-792997a03568 None None] Bound port: 7006c156-57bb-4bbc-a0c3-ae34f29e7c8f, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aac70d7-0812-41ad-a7fe-8333e95f8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7'}}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:02:23.832640 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-16f13cbd-c63a-45d9-8506-792997a03568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:23.860605 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-d9a5a176-4fe0-404b-bf10-c81922a028b7 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=5b4397ef66434dd19895437acd380e74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3499894 Oct 27 17:02:23.861522 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5a176-4fe0-404b-bf10-c81922a028b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656d20b9-e077-4a83-91d3-ff83dcbe4803,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:23.863324 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 55998) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:23.913217 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-16f13cbd-c63a-45d9-8506-792997a03568 None None] For port 7006c156-57bb-4bbc-a0c3-ae34f29e7c8f, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:02:23.916473 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-16f13cbd-c63a-45d9-8506-792997a03568 None None] For port 7006c156-57bb-4bbc-a0c3-ae34f29e7c8f, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=7006c156-57bb-4bbc-a0c3-ae34f29e7c8f,segment=NetworkSegment(1aac70d7-0812-41ad-a7fe-8333e95f8e13),segment_id=1aac70d7-0812-41ad-a7fe-8333e95f8e13)] {{(pid=118835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:02:23.933986 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-afedca42-5f03-4e4e-a752-fea9b43d64d7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:23.956974 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-afedca42-5f03-4e4e-a752-fea9b43d64d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:23.973955 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-31637cbb-60c4-45db-8d43-bbc289f81af8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:24.007798 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-16f13cbd-c63a-45d9-8506-792997a03568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:24.030284 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-31637cbb-60c4-45db-8d43-bbc289f81af8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:24.067769 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f13cbd-c63a-45d9-8506-792997a03568 None None] Pushing event updated for resources: {'Port': ['ID=7006c156-57bb-4bbc-a0c3-ae34f29e7c8f,revision_number=2']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:24.113174 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_common [None req-afedca42-5f03-4e4e-a752-fea9b43d64d7 admin admin] Allocated IP 172.27.3.4 (ed716183-5f1c-445b-936f-259913b9090b/855c9060-65b5-4295-a48e-32e34bdb0777/0373de6e-7e9a-4aa7-88da-299bda1de005) {{(pid=118833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:02:24.183057 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559be34-7263-468f-852e-779939052015 req-1dfc516c-2b52-46af-9667-acf8457e58f5 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:24.184479 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3559be34-7263-468f-852e-779939052015 req-1dfc516c-2b52-46af-9667-acf8457e58f5 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=0bf87540-1e74-4012-8039-8c204cba2e37 HTTP/1.1" status: 200 len: 944 time: 0.0533240 Oct 27 17:02:24.187172 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-31637cbb-60c4-45db-8d43-bbc289f81af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:24.189746 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-31637cbb-60c4-45db-8d43-bbc289f81af8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:24.193140 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-31637cbb-60c4-45db-8d43-bbc289f81af8 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/656d20b9-e077-4a83-91d3-ff83dcbe4803 HTTP/1.1" status: 204 len: 168 time: 0.3281898 Oct 27 17:02:24.205218 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31637cbb-60c4-45db-8d43-bbc289f81af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656d20b9-e077-4a83-91d3-ff83dcbe4803,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:24.267390 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3559be34-7263-468f-852e-779939052015 req-3b9a0b66-4cd6-423d-a5ee-51faaed3b814 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761065 Oct 27 17:02:24.287259 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-afedca42-5f03-4e4e-a752-fea9b43d64d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:24.420306 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-afedca42-5f03-4e4e-a752-fea9b43d64d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:24.468837 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afedca42-5f03-4e4e-a752-fea9b43d64d7 admin admin] Network ed716183-5f1c-445b-936f-259913b9090b is already hosted by enough agents. {{(pid=118833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:02:24.472199 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-afedca42-5f03-4e4e-a752-fea9b43d64d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:02:24.477963 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afedca42-5f03-4e4e-a752-fea9b43d64d7 admin admin] Received port after_create {{(pid=118833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:02:24.481567 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedca42-5f03-4e4e-a752-fea9b43d64d7 admin admin] Pushing event updated for resources: {'Port': ['ID=0373de6e-7e9a-4aa7-88da-299bda1de005,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:24.666560 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 7006c156-57bb-4bbc-a0c3-ae34f29e7c8f up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:02:24.768193 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 7006c156-57bb-4bbc-a0c3-ae34f29e7c8f triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:24.768836 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:24.888977 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:24.944194 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] For port 7006c156-57bb-4bbc-a0c3-ae34f29e7c8f, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=7006c156-57bb-4bbc-a0c3-ae34f29e7c8f,segment=NetworkSegment(1aac70d7-0812-41ad-a7fe-8333e95f8e13),segment_id=1aac70d7-0812-41ad-a7fe-8333e95f8e13)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:24.958658 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a35ac-2fb3-4a0d-ba11-be20f77a2118 req-8f38c188-b349-464d-a759-034f358ea815 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:24.964636 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b15a35ac-2fb3-4a0d-ba11-be20f77a2118 req-8f38c188-b349-464d-a759-034f358ea815 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.4419312 Oct 27 17:02:25.007995 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:25.016508 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b15a35ac-2fb3-4a0d-ba11-be20f77a2118 req-b13eaaac-e81a-41e5-b80a-45b0c493f127 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439034 Oct 27 17:02:25.079096 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Pushing event updated for resources: {'Port': ['ID=7006c156-57bb-4bbc-a0c3-ae34f29e7c8f,revision_number=3']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:25.229762 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faeb384-d70e-477a-9d70-9855ccc2a20a None None] Network e91aae30-22b6-408a-b5f9-023a720e38a7 requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:02:25.234657 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:25.238034 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-afedca42-5f03-4e4e-a752-fea9b43d64d7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:25.347477 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-f7db037e-f8ce-4b22-b636-0201c41f8152 None None] Provisioning complete for port 7006c156-57bb-4bbc-a0c3-ae34f29e7c8f triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:25.347853 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-f7db037e-f8ce-4b22-b636-0201c41f8152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:25.405257 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689233a6-4019-4739-bb25-291310942c41 req-1d16fc7c-6018-439f-aec9-f6d78793b12f tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:25.412705 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-689233a6-4019-4739-bb25-291310942c41 req-1d16fc7c-6018-439f-aec9-f6d78793b12f tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=0bf87540-1e74-4012-8039-8c204cba2e37 HTTP/1.1" status: 200 len: 944 time: 0.0674465 Oct 27 17:02:25.464388 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-689233a6-4019-4739-bb25-291310942c41 req-fb0373aa-5aea-4e16-8518-279a26947c79 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459003 Oct 27 17:02:25.472083 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-afedca42-5f03-4e4e-a752-fea9b43d64d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133760848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133762959'] for router, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:25.704276 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afedca42-5f03-4e4e-a752-fea9b43d64d7 admin admin] Router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 is scheduled to L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 with binding_index 1 {{(pid=118833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:02:25.741054 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-2b0f7489-f76f-4696-b184-05702b4f1406 None None] Provisioning complete for port 7006c156-57bb-4bbc-a0c3-ae34f29e7c8f triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:25.741546 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-2b0f7489-f76f-4696-b184-05702b4f1406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:25.832202 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afedca42-5f03-4e4e-a752-fea9b43d64d7 admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:02:25.846880 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] Sync routers for ids ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'] in dv-cinder-815701-1-iscsi {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:02:25.864052 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] Routers {'4a549c17-e83c-4ec6-b60e-3eb96d734b82'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:02:25.865162 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:02:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:25.930017 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-afedca42-5f03-4e4e-a752-fea9b43d64d7 admin admin] Publish callbacks [] for router, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:25.931276 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-afedca42-5f03-4e4e-a752-fea9b43d64d7 admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7607021 Oct 27 17:02:25.939682 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 56088) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:25.983789 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] Set router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:02:26.180106 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:24Z', 'revision_number': 3, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:26.204688 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0fa22-24b6-4dd1-854a-103a92a43a51 req-6e085f4b-aa0b-413d-98ac-a0b78ea7d78c tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:26.206173 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-88d0fa22-24b6-4dd1-854a-103a92a43a51 req-6e085f4b-aa0b-413d-98ac-a0b78ea7d78c tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0727897 Oct 27 17:02:26.207647 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] Checking router: 4a549c17-e83c-4ec6-b60e-3eb96d734b82 for host: dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:02:26.208003 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] Updating router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 port 0373de6e-7e9a-4aa7-88da-299bda1de005 binding host dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:02:26.238551 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:26.317947 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-88d0fa22-24b6-4dd1-854a-103a92a43a51 req-ef7f172b-e2eb-47b4-b9b2-a75ec7b519c5 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035900 Oct 27 17:02:26.486000 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-b60ed723-a758-4cf2-bdb9-be7460310f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:26.595914 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bdf9c-ce0d-46b6-9bb5-2dd5c043436f req-13a3ef52-a351-4b20-943d-19ca48041e3f tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:26.598337 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-de0bdf9c-ce0d-46b6-9bb5-2dd5c043436f req-13a3ef52-a351-4b20-943d-19ca48041e3f tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=0bf87540-1e74-4012-8039-8c204cba2e37 HTTP/1.1" status: 200 len: 944 time: 0.0630524 Oct 27 17:02:26.599843 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] Publish callbacks [] for port, precommit_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:26.613372 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 7006c156-57bb-4bbc-a0c3-ae34f29e7c8f up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:02:26.650218 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-de0bdf9c-ce0d-46b6-9bb5-2dd5c043436f req-250b417b-7af1-4ed8-8660-5e34fd7531dd tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447211 Oct 27 17:02:26.683958 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 7006c156-57bb-4bbc-a0c3-ae34f29e7c8f triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:26.684611 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:26.709793 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_common [None req-b60ed723-a758-4cf2-bdb9-be7460310f05 admin admin] Allocated IP 172.20.0.1 (e91aae30-22b6-408a-b5f9-023a720e38a7/8c198ae9-9d38-4325-9957-9b7c60096236/7297784e-50c7-4327-85e2-f8300b784542) {{(pid=118833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:02:26.710543 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:26.758865 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218467b-0463-4fbc-98d8-788892f91bd3 None None] Pushing event updated for resources: {'Port': ['ID=0373de6e-7e9a-4aa7-88da-299bda1de005,revision_number=2']} {{(pid=118836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:26.771806 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218467b-0463-4fbc-98d8-788892f91bd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:26.772392 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218467b-0463-4fbc-98d8-788892f91bd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:26.772762 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218467b-0463-4fbc-98d8-788892f91bd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:26.773095 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218467b-0463-4fbc-98d8-788892f91bd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:26.774041 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218467b-0463-4fbc-98d8-788892f91bd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:26.774041 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218467b-0463-4fbc-98d8-788892f91bd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:26.774041 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218467b-0463-4fbc-98d8-788892f91bd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:26.774357 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218467b-0463-4fbc-98d8-788892f91bd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:26.774681 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218467b-0463-4fbc-98d8-788892f91bd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:26.775145 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218467b-0463-4fbc-98d8-788892f91bd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:26.775467 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218467b-0463-4fbc-98d8-788892f91bd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:26.775934 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218467b-0463-4fbc-98d8-788892f91bd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:26.807078 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] Attempting to bind port 0373de6e-7e9a-4aa7-88da-299bda1de005 on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:02:26.807444 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] Attempting to bind port 0373de6e-7e9a-4aa7-88da-299bda1de005 by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}] {{(pid=118836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:02:26.807799 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] Attempting to bind port 0373de6e-7e9a-4aa7-88da-299bda1de005 on network ed716183-5f1c-445b-936f-259913b9090b {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:02:26.816778 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:02:26.817214 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] Checking segment: {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:02:26.817809 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:26.818200 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] Bound using segment: {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'} {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:02:26.818662 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] Bound port: 0373de6e-7e9a-4aa7-88da-299bda1de005, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}}] {{(pid=118836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:02:26.819064 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:26.836122 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-b60ed723-a758-4cf2-bdb9-be7460310f05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:26.951200 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-b60ed723-a758-4cf2-bdb9-be7460310f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:26.964952 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.db [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] For port 0373de6e-7e9a-4aa7-88da-299bda1de005, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:02:26.968650 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.db [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] For port 0373de6e-7e9a-4aa7-88da-299bda1de005, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=0373de6e-7e9a-4aa7-88da-299bda1de005,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:02:26.998136 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60ed723-a758-4cf2-bdb9-be7460310f05 admin admin] Network e91aae30-22b6-408a-b5f9-023a720e38a7 is already hosted by enough agents. {{(pid=118833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:02:27.005398 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-b60ed723-a758-4cf2-bdb9-be7460310f05 admin admin] Resources bound (agent type, host, resource id): {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:02:27.008173 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ed723-a758-4cf2-bdb9-be7460310f05 admin admin] Pushing event updated for resources: {'Port': ['ID=7297784e-50c7-4327-85e2-f8300b784542,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:27.010564 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60ed723-a758-4cf2-bdb9-be7460310f05 admin admin] Received port after_create {{(pid=118833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:02:27.052328 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-b60ed723-a758-4cf2-bdb9-be7460310f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133703890'] for router_interface, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:27.060855 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:27.122480 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] Routers {'4a549c17-e83c-4ec6-b60e-3eb96d734b82'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:02:27.124857 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:02:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:27.234606 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218467b-0463-4fbc-98d8-788892f91bd3 None None] Pushing event updated for resources: {'Port': ['ID=0373de6e-7e9a-4aa7-88da-299bda1de005,revision_number=3']} {{(pid=118836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:27.282845 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] Set router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:02:27.315827 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-b60ed723-a758-4cf2-bdb9-be7460310f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:27.371370 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-85cdf585-0a80-4416-b99b-66a9a6955eab None None] Provisioning complete for port 7297784e-50c7-4327-85e2-f8300b784542 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:27.372090 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-85cdf585-0a80-4416-b99b-66a9a6955eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:27.436959 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-85cdf585-0a80-4416-b99b-66a9a6955eab None None] Port 7297784e-50c7-4327-85e2-f8300b784542 cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:02:27.477058 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:02:27.487703 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:24Z', 'revision_number': 3, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:27.504684 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7b9ba-e34f-4264-9ab1-79ab68662ddf req-f74de67d-4010-476c-997a-347dac259476 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:27.506245 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-41e7b9ba-e34f-4264-9ab1-79ab68662ddf req-f74de67d-4010-476c-997a-347dac259476 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0791643 Oct 27 17:02:27.522058 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c7086b-093a-4dfc-9b02-5be5094daf85 None None] The sync data for ids ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'] in dv-cinder-815701-1-iscsi is: [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:24Z', 'revision_number': 3, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}] {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:02:27.566831 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-b60ed723-a758-4cf2-bdb9-be7460310f05 admin admin] Publish callbacks [] for port, precommit_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:27.573511 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-41e7b9ba-e34f-4264-9ab1-79ab68662ddf req-32b984b1-f8c6-4ebd-9e29-b7344f6b666a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604703 Oct 27 17:02:27.641965 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-b60ed723-a758-4cf2-bdb9-be7460310f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131455093'] for port, after_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:27.651694 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 590066a9-ecc1-4f32-8116-71607f33dc5c details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:02:27.722574 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ed723-a758-4cf2-bdb9-be7460310f05 admin admin] Pushing event updated for resources: {'Port': ['ID=7297784e-50c7-4327-85e2-f8300b784542,revision_number=2']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:27.725431 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-b60ed723-a758-4cf2-bdb9-be7460310f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133607302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133762626'] for router_interface, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:27.829407 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d470d3-c2e6-4c50-b45c-45eddb52dd37 req-82296256-133d-4427-9f37-93d3452a8b94 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:27.834689 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-56d470d3-c2e6-4c50-b45c-45eddb52dd37 req-82296256-133d-4427-9f37-93d3452a8b94 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=0bf87540-1e74-4012-8039-8c204cba2e37 HTTP/1.1" status: 200 len: 944 time: 0.0876129 Oct 27 17:02:27.840758 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 590066a9-ecc1-4f32-8116-71607f33dc5c, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=590066a9-ecc1-4f32-8116-71607f33dc5c,segment=NetworkSegment(1db86635-d708-4234-a659-6b4417ae8760),segment_id=1db86635-d708-4234-a659-6b4417ae8760)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:27.854370 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': '590066a9-ecc1-4f32-8116-71607f33dc5c', 'network_id': 'c1226fd9-296f-4142-aeeb-d03cfacc96a1', 'port_id': '590066a9-ecc1-4f32-8116-71607f33dc5c', 'mac_address': 'fa:16:3e:03:4d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bbff129-0ffb-4da3-8b97-a09a8a003563', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:02:27.861870 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60ed723-a758-4cf2-bdb9-be7460310f05 admin admin] Network e91aae30-22b6-408a-b5f9-023a720e38a7 is already hosted by enough agents. {{(pid=118833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:02:27.863343 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-b60ed723-a758-4cf2-bdb9-be7460310f05 admin admin] Resources bound (agent type, host, resource id): {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:02:27.898497 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-56d470d3-c2e6-4c50-b45c-45eddb52dd37 req-d198b325-58d8-43f2-86d9-c68cb9f132c9 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544527 Oct 27 17:02:27.945450 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:27.999377 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 590066a9-ecc1-4f32-8116-71607f33dc5c {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:02:28.027453 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 590066a9-ecc1-4f32-8116-71607f33dc5c, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=590066a9-ecc1-4f32-8116-71607f33dc5c,segment=NetworkSegment(1db86635-d708-4234-a659-6b4417ae8760),segment_id=1db86635-d708-4234-a659-6b4417ae8760)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:28.042775 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60ed723-a758-4cf2-bdb9-be7460310f05 admin admin] Router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:02:28.200072 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60ed723-a758-4cf2-bdb9-be7460310f05 admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:02:28.208796 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:28.229921 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-b60ed723-a758-4cf2-bdb9-be7460310f05 admin admin] 10.222.0.109 "PUT /v2.0/routers/4a549c17-e83c-4ec6-b60e-3eb96d734b82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2889264 Oct 27 17:02:28.240338 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d0fc0-f621-4793-b92b-2c0f0f3fd4d6 req-ad7a4051-af4b-493e-93ef-3b4b0bf696a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:28.242172 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-627d0fc0-f621-4793-b92b-2c0f0f3fd4d6 req-ad7a4051-af4b-493e-93ef-3b4b0bf696a8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 1098 time: 0.0763414 Oct 27 17:02:28.305759 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-627d0fc0-f621-4793-b92b-2c0f0f3fd4d6 req-939f4caf-8e43-42d5-93db-f9c44ea84558 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546718 Oct 27 17:02:28.312820 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-b41f0746-d3ad-47ba-b809-991de7051358 None None] Provisioning complete for port 7297784e-50c7-4327-85e2-f8300b784542 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:28.314023 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b41f0746-d3ad-47ba-b809-991de7051358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:28.341017 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=590066a9-ecc1-4f32-8116-71607f33dc5c,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:28.359743 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-b41f0746-d3ad-47ba-b809-991de7051358 None None] Port 7297784e-50c7-4327-85e2-f8300b784542 cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:02:28.674223 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['590066a9-ecc1-4f32-8116-71607f33dc5c'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:02:28.677599 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 0373de6e-7e9a-4aa7-88da-299bda1de005 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:02:28.746422 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53157722-6520-4907-907d-bd338b68a9c6 req-a1f3fffd-5c02-4b0e-b7a9-7d91c80fc75e tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:28.748130 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-53157722-6520-4907-907d-bd338b68a9c6 req-a1f3fffd-5c02-4b0e-b7a9-7d91c80fc75e tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0647287 Oct 27 17:02:28.787744 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 0373de6e-7e9a-4aa7-88da-299bda1de005 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:28.788108 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:28.797968 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-53157722-6520-4907-907d-bd338b68a9c6 req-094561c5-fe0f-4ecf-ad12-6cc2153b5ee6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437586 Oct 27 17:02:28.919196 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:28.943652 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] For port 0373de6e-7e9a-4aa7-88da-299bda1de005, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=0373de6e-7e9a-4aa7-88da-299bda1de005,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:29.044530 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cda2d-83ab-44d7-9261-451024a76785 req-1f5e119b-d55c-43c1-bb2f-337d6b109da5 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:29.046199 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ba6cda2d-83ab-44d7-9261-451024a76785 req-1f5e119b-d55c-43c1-bb2f-337d6b109da5 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=0bf87540-1e74-4012-8039-8c204cba2e37 HTTP/1.1" status: 200 len: 945 time: 0.0630023 Oct 27 17:02:29.071117 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:29.130565 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ba6cda2d-83ab-44d7-9261-451024a76785 req-e4fe499e-2c8b-46b6-914a-6d22f66d638b tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771651 Oct 27 17:02:29.134545 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Pushing event updated for resources: {'Port': ['ID=0373de6e-7e9a-4aa7-88da-299bda1de005,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:29.408295 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] Sync routers for ids ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:02:29.418631 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] Routers {'4a549c17-e83c-4ec6-b60e-3eb96d734b82'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:02:29.424861 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:02:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:29.587484 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 56174) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:29.592985 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-7fc5b5a8-e4dc-4ab1-b2b6-2af6f549147d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1815293053-network', 'tenant_id': 'd809dc4fe40f41269f1be51cbc94403a'}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:29.657216 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] Set router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:02:29.705021 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc5b5a8-e4dc-4ab1-b2b6-2af6f549147d admin admin] Made reservation on behalf of d809dc4fe40f41269f1be51cbc94403a for: {'network': 1} {{(pid=118833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:02:29.709285 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7fc5b5a8-e4dc-4ab1-b2b6-2af6f549147d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for network, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:29.727251 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7fc5b5a8-e4dc-4ab1-b2b6-2af6f549147d admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:29.818383 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7fc5b5a8-e4dc-4ab1-b2b6-2af6f549147d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:29.915709 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:27Z', 'revision_number': 4, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '7297784e-50c7-4327-85e2-f8300b784542', 'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'mac_address': 'fa:16:3e:39:45:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:26Z', 'updated_at': '2021-10-27T17:02:27Z', 'revision_number': 2, 'project_id': 'b56b830b8c974548b53ba292242131df', 'subnets': [{'id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:29.937541 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038663c-b68e-4267-91e6-ca9e5cd44121 req-2b80fea5-22ac-44d3-868b-33588ac2d988 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:29.939257 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-9038663c-b68e-4267-91e6-ca9e5cd44121 req-2b80fea5-22ac-44d3-868b-33588ac2d988 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0583949 Oct 27 17:02:29.940366 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7fc5b5a8-e4dc-4ab1-b2b6-2af6f549147d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:29.947669 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] Checking router: 4a549c17-e83c-4ec6-b60e-3eb96d734b82 for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:02:29.947949 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] Updating router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 port 7297784e-50c7-4327-85e2-f8300b784542 binding host dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:02:29.971277 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc5b5a8-e4dc-4ab1-b2b6-2af6f549147d admin admin] vlan segment allocate from pool success with {'vlan_id': 1389, 'physical_network': 'physnet1'} {{(pid=118833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:02:29.973768 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:29.992299 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7fc5b5a8-e4dc-4ab1-b2b6-2af6f549147d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:29.992671 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.db.segments_db [None req-7fc5b5a8-e4dc-4ab1-b2b6-2af6f549147d admin admin] Added segment 41e86630-5baf-4e4e-8dd9-5a8e26ad5f12 of type vlan for network 9e7ba3f0-467b-4d17-b772-8f705f099bec Oct 27 17:02:30.001888 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5b5a8-e4dc-4ab1-b2b6-2af6f549147d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b197639-93fc-47dc-b8f5-a67bd6a2a96e,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:30.050277 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-9038663c-b68e-4267-91e6-ca9e5cd44121 req-aeb37f0f-45c6-4251-b496-0e98a6243318 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025414 Oct 27 17:02:30.051818 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7fc5b5a8-e4dc-4ab1-b2b6-2af6f549147d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740459766941'] for network, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:30.169378 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7fc5b5a8-e4dc-4ab1-b2b6-2af6f549147d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for network, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:30.171472 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc5b5a8-e4dc-4ab1-b2b6-2af6f549147d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:30.172205 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7fc5b5a8-e4dc-4ab1-b2b6-2af6f549147d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:30.247893 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5b5a8-e4dc-4ab1-b2b6-2af6f549147d admin admin] Pushing event updated for resources: {'Network': ['ID=9e7ba3f0-467b-4d17-b772-8f705f099bec,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:30.261958 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Network 9e7ba3f0-467b-4d17-b772-8f705f099bec details requested by agent ovs-agent-dv-cinder-815701-1-iscsi with host dv-cinder-815701-1-iscsi {{(pid=118835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:02:30.269064 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] Publish callbacks [] for port, precommit_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:30.270714 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c9d97-80f8-4d1d-8f91-252c4a3b3752 req-10f47c14-7d16-4231-a7a8-32aa76423bf7 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:30.282415 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d91c9d97-80f8-4d1d-8f91-252c4a3b3752 req-10f47c14-7d16-4231-a7a8-32aa76423bf7 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=0bf87540-1e74-4012-8039-8c204cba2e37 HTTP/1.1" status: 200 len: 945 time: 0.0730298 Oct 27 17:02:30.293479 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-7fc5b5a8-e4dc-4ab1-b2b6-2af6f549147d admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7045419 Oct 27 17:02:30.295891 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 56192) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:30.300654 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-3515a938-8008-4bb1-b004-d2500ace5155 admin admin] Request body: {'subnet': {'network_id': '9e7ba3f0-467b-4d17-b772-8f705f099bec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1815293053-subnet', 'tenant_id': 'd809dc4fe40f41269f1be51cbc94403a', 'ip_version': 4}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:30.348677 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d91c9d97-80f8-4d1d-8f91-252c4a3b3752 req-0ce00f3c-e7ce-442e-91bf-14004af05ec7 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598066 Oct 27 17:02:30.374369 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:30.424098 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d2c78-a42b-48ef-be5f-14ae7e08c11c None None] Pushing event updated for resources: {'Port': ['ID=7297784e-50c7-4327-85e2-f8300b784542,revision_number=3']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:30.436983 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3515a938-8008-4bb1-b004-d2500ace5155 admin admin] Made reservation on behalf of d809dc4fe40f41269f1be51cbc94403a for: {'subnet': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:02:30.439504 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3515a938-8008-4bb1-b004-d2500ace5155 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130888887'] for subnet, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:30.447292 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d2c78-a42b-48ef-be5f-14ae7e08c11c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:30.447292 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d2c78-a42b-48ef-be5f-14ae7e08c11c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:30.447292 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d2c78-a42b-48ef-be5f-14ae7e08c11c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:30.447631 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d2c78-a42b-48ef-be5f-14ae7e08c11c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:30.447961 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d2c78-a42b-48ef-be5f-14ae7e08c11c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:30.448288 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d2c78-a42b-48ef-be5f-14ae7e08c11c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:30.448630 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d2c78-a42b-48ef-be5f-14ae7e08c11c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:30.448956 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d2c78-a42b-48ef-be5f-14ae7e08c11c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:30.449300 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d2c78-a42b-48ef-be5f-14ae7e08c11c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:30.449623 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d2c78-a42b-48ef-be5f-14ae7e08c11c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:30.449938 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d2c78-a42b-48ef-be5f-14ae7e08c11c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:30.450253 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d2c78-a42b-48ef-be5f-14ae7e08c11c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:30.499411 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] Attempting to bind port 7297784e-50c7-4327-85e2-f8300b784542 on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:02:30.499905 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] Attempting to bind port 7297784e-50c7-4327-85e2-f8300b784542 by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': '1aac70d7-0812-41ad-a7fe-8333e95f8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7'}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:02:30.500310 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] Attempting to bind port 7297784e-50c7-4327-85e2-f8300b784542 on network e91aae30-22b6-408a-b5f9-023a720e38a7 {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:02:30.506026 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:02:30.506404 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] Checking segment: {'id': '1aac70d7-0812-41ad-a7fe-8333e95f8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:02:30.506835 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:30.507395 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] Bound using segment: {'id': '1aac70d7-0812-41ad-a7fe-8333e95f8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7'} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:02:30.507727 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] Bound port: 7297784e-50c7-4327-85e2-f8300b784542, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aac70d7-0812-41ad-a7fe-8333e95f8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7'}}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:02:30.508108 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:30.595872 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] For port 7297784e-50c7-4327-85e2-f8300b784542, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:02:30.602651 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] For port 7297784e-50c7-4327-85e2-f8300b784542, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=7297784e-50c7-4327-85e2-f8300b784542,segment=NetworkSegment(1aac70d7-0812-41ad-a7fe-8333e95f8e13),segment_id=1aac70d7-0812-41ad-a7fe-8333e95f8e13)] {{(pid=118835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:02:30.612486 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 0373de6e-7e9a-4aa7-88da-299bda1de005 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:02:30.669071 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 0373de6e-7e9a-4aa7-88da-299bda1de005 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:30.671239 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:30.721806 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-16d5adc9-1860-43f7-8645-aedc29849543 None None] Provisioning complete for port 7297784e-50c7-4327-85e2-f8300b784542 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:30.722045 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-16d5adc9-1860-43f7-8645-aedc29849543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:30.757414 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:30.782425 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3515a938-8008-4bb1-b004-d2500ace5155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130954999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130888869'] for subnet, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:30.813974 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-16d5adc9-1860-43f7-8645-aedc29849543 None None] Port 7297784e-50c7-4327-85e2-f8300b784542 cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:02:30.854313 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515a938-8008-4bb1-b004-d2500ace5155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b9a81e8-7d03-48f7-ab46-fa238fe89502,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:30.865975 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515a938-8008-4bb1-b004-d2500ace5155 admin admin] Checking segment: {'id': '41e86630-5baf-4e4e-8dd9-5a8e26ad5f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '9e7ba3f0-467b-4d17-b772-8f705f099bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:02:30.866644 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3515a938-8008-4bb1-b004-d2500ace5155 admin admin] Network hostable DHCP agents. Network: 9e7ba3f0-467b-4d17-b772-8f705f099bec, hostable agents: ['acf894c1-b7b8-4d52-ad08-8b9062216bf0'], hosted agents: [] {{(pid=118834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:02:30.877640 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] Routers {'4a549c17-e83c-4ec6-b60e-3eb96d734b82'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:02:30.878276 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:02:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:30.884694 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d2c78-a42b-48ef-be5f-14ae7e08c11c None None] Pushing event updated for resources: {'Port': ['ID=7297784e-50c7-4327-85e2-f8300b784542,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:31.011725 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] Set router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:02:31.026291 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3515a938-8008-4bb1-b004-d2500ace5155 admin admin] Network 9e7ba3f0-467b-4d17-b772-8f705f099bec is scheduled to be hosted by DHCP agent acf894c1-b7b8-4d52-ad08-8b9062216bf0 with binding_index 1 {{(pid=118834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:02:31.152088 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-3515a938-8008-4bb1-b004-d2500ace5155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815701-1-iscsi, 9e7ba3f0-467b-4d17-b772-8f705f099bec) {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:02:31.156987 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3515a938-8008-4bb1-b004-d2500ace5155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:31.157997 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3515a938-8008-4bb1-b004-d2500ace5155 admin admin] Publish callbacks [] for subnet, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:31.168972 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc42d4f-004f-4821-a88f-10d1baabec26 None None] Network 9e7ba3f0-467b-4d17-b772-8f705f099bec requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:02:31.192524 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c57346-5df4-41ab-aeed-88be1480146b req-07dad027-0204-4a41-a374-ebd74338e02b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:31.194276 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-29c57346-5df4-41ab-aeed-88be1480146b req-07dad027-0204-4a41-a374-ebd74338e02b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0596957 Oct 27 17:02:31.220664 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-5369d4b0-e7c7-415c-98b5-49927b6e5cc6 None None] Provisioning complete for port 7297784e-50c7-4327-85e2-f8300b784542 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:31.221037 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-5369d4b0-e7c7-415c-98b5-49927b6e5cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:31.238682 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-29c57346-5df4-41ab-aeed-88be1480146b req-73d47811-35ee-495d-a9fd-9c32158c8f72 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336931 Oct 27 17:02:31.282188 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-3515a938-8008-4bb1-b004-d2500ace5155 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9764760 Oct 27 17:02:31.282744 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 56208) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:31.287812 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-66f30e92-b2d0-4e6c-b9d2-4cbc54335a20 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1815293053-router', 'tenant_id': 'd809dc4fe40f41269f1be51cbc94403a', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:31.403868 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-66f30e92-b2d0-4e6c-b9d2-4cbc54335a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133762219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5348'] for router, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:31.406121 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-66f30e92-b2d0-4e6c-b9d2-4cbc54335a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133763026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133802025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5343'] for router, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:31.447744 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-5369d4b0-e7c7-415c-98b5-49927b6e5cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:31.451322 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3db61-4bf3-4191-8360-87f0d776c894 req-e16a1b4a-90ee-42a2-b46b-67c28a7a753e tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:31.460149 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-36e3db61-4bf3-4191-8360-87f0d776c894 req-e16a1b4a-90ee-42a2-b46b-67c28a7a753e tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0993369 Oct 27 17:02:31.494963 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:27Z', 'revision_number': 4, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '7297784e-50c7-4327-85e2-f8300b784542', 'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'mac_address': 'fa:16:3e:39:45:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:26Z', 'updated_at': '2021-10-27T17:02:30Z', 'revision_number': 4, 'project_id': 'b56b830b8c974548b53ba292242131df', 'subnets': [{'id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:31.500730 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749f5d9e-f297-4735-9231-e29a42aca3e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2db10bf-0ac3-55c3-8a00-d510631ac45a-9e7ba3f0-467b-4d17-b772-8f705f099bec', 'network_id': '9e7ba3f0-467b-4d17-b772-8f705f099bec', 'tenant_id': 'd809dc4fe40f41269f1be51cbc94403a', 'fixed_ips': [{'subnet_id': '5b9a81e8-7d03-48f7-ab46-fa238fe89502'}]}} from dv-cinder-815701-1-iscsi. {{(pid=118835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:02:31.501612 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-749f5d9e-f297-4735-9231-e29a42aca3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:31.547582 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612742af-e6d3-495e-a479-3ebf3403240c req-48223e90-da8d-42c2-a495-c16153487529 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:31.549576 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-612742af-e6d3-495e-a479-3ebf3403240c req-48223e90-da8d-42c2-a495-c16153487529 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=0bf87540-1e74-4012-8039-8c204cba2e37 HTTP/1.1" status: 200 len: 945 time: 0.1281607 Oct 27 17:02:31.553185 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-36e3db61-4bf3-4191-8360-87f0d776c894 req-1acdc9fa-4aff-4af3-a5a7-68a548d8003c tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920262 Oct 27 17:02:31.556762 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb20e130-b032-423d-9f7f-c1c2fd19e7a8 None None] The sync data for ids ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'] in dv-cinder-815701-1-iscsi is: [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:27Z', 'revision_number': 4, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '7297784e-50c7-4327-85e2-f8300b784542', 'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'mac_address': 'fa:16:3e:39:45:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:26Z', 'updated_at': '2021-10-27T17:02:30Z', 'revision_number': 4, 'project_id': 'b56b830b8c974548b53ba292242131df', 'subnets': [{'id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:02:31.560723 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-66f30e92-b2d0-4e6c-b9d2-4cbc54335a20 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:31.569900 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-5369d4b0-e7c7-415c-98b5-49927b6e5cc6 None None] For port 7297784e-50c7-4327-85e2-f8300b784542, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=7297784e-50c7-4327-85e2-f8300b784542,segment=NetworkSegment(1aac70d7-0812-41ad-a7fe-8333e95f8e13),segment_id=1aac70d7-0812-41ad-a7fe-8333e95f8e13)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:31.672911 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-612742af-e6d3-495e-a479-3ebf3403240c req-4f003c1f-9080-4a14-98d7-c453db29bb35 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123226 Oct 27 17:02:31.732835 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 590066a9-ecc1-4f32-8116-71607f33dc5c up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:02:31.739084 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-5369d4b0-e7c7-415c-98b5-49927b6e5cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:31.776300 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 56220) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:31.924335 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-66f30e92-b2d0-4e6c-b9d2-4cbc54335a20 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:32.074597 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369d4b0-e7c7-415c-98b5-49927b6e5cc6 None None] Pushing event updated for resources: {'Port': ['ID=7297784e-50c7-4327-85e2-f8300b784542,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:32.103093 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.db_base_plugin_common [None req-749f5d9e-f297-4735-9231-e29a42aca3e7 None None] Allocated IP 172.20.0.2 (9e7ba3f0-467b-4d17-b772-8f705f099bec/5b9a81e8-7d03-48f7-ab46-fa238fe89502/48f0be69-adc4-4be4-b5aa-27ccb9f43ddb) {{(pid=118835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:02:32.111326 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7e49-0631-4dec-b3f5-cb605917764e admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:32.194562 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning for port 590066a9-ecc1-4f32-8116-71607f33dc5c completed by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:02:32.206753 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port 590066a9-ecc1-4f32-8116-71607f33dc5c triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:32.207474 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:32.227483 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7e49-0631-4dec-b3f5-cb605917764e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:32.315110 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-66f30e92-b2d0-4e6c-b9d2-4cbc54335a20 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:32.334805 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7e49-0631-4dec-b3f5-cb605917764e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:32.351914 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-66f30e92-b2d0-4e6c-b9d2-4cbc54335a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:32.378645 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f7e49-0631-4dec-b3f5-cb605917764e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc7fe3a-08ed-4eb4-b205-45232280dd55,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:32.383825 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:32.399130 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-749f5d9e-f297-4735-9231-e29a42aca3e7 None None] Publish callbacks [] for port, precommit_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:32.419914 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf87540-1e74-4012-8039-8c204cba2e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590066a9-ecc1-4f32-8116-71607f33dc5c'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:02:32.423535 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a93354-84b1-4910-98f4-6b161bea7db5" -d '{"events": [{"server_uuid": "0bf87540-1e74-4012-8039-8c204cba2e37", "name": "network-vif-plugged", "status": "completed", "tag": "590066a9-ecc1-4f32-8116-71607f33dc5c"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:02:32.427601 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-eb9f7e49-0631-4dec-b3f5-cb605917764e admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=e495d5215dfc426ba586e84e63bdd5e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6500094 Oct 27 17:02:32.432244 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 56230) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:32.442757 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 590066a9-ecc1-4f32-8116-71607f33dc5c, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=590066a9-ecc1-4f32-8116-71607f33dc5c,segment=NetworkSegment(1db86635-d708-4234-a659-6b4417ae8760),segment_id=1db86635-d708-4234-a659-6b4417ae8760)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:32.476651 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a8f333-9793-4d2a-97b7-783ebac4476c x-openstack-request-id: req-e8a8f333-9793-4d2a-97b7-783ebac4476c {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:02:32.476651 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf87540-1e74-4012-8039-8c204cba2e37", "name": "network-vif-plugged", "status": "completed", "tag": "590066a9-ecc1-4f32-8116-71607f33dc5c", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:02:32.476651 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-e8a8f333-9793-4d2a-97b7-783ebac4476c {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:02:32.476651 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf87540-1e74-4012-8039-8c204cba2e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590066a9-ecc1-4f32-8116-71607f33dc5c', 'code': 200} Oct 27 17:02:32.492090 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-749f5d9e-f297-4735-9231-e29a42aca3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268'] for port, after_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:32.541694 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749f5d9e-f297-4735-9231-e29a42aca3e7 None None] Network 9e7ba3f0-467b-4d17-b772-8f705f099bec is already hosted by enough agents. {{(pid=118835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:02:32.543231 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:32.549251 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.scheduler.base_scheduler [None req-749f5d9e-f297-4735-9231-e29a42aca3e7 None None] Resources bound (agent type, host, resource id): {{(pid=118835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:02:32.552478 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [None req-66f30e92-b2d0-4e6c-b9d2-4cbc54335a20 admin admin] Allocated IP 172.27.3.57 (ed716183-5f1c-445b-936f-259913b9090b/855c9060-65b5-4295-a48e-32e34bdb0777/ab587fe9-ed4b-4f72-8da7-8b61f200041e) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:02:32.553950 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749f5d9e-f297-4735-9231-e29a42aca3e7 None None] Received port after_create {{(pid=118835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:02:32.558367 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7fa13e7a-32f1-41b7-a0fb-3e15eae23225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:32.571869 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f5d9e-f297-4735-9231-e29a42aca3e7 None None] Pushing event updated for resources: {'Port': ['ID=48f0be69-adc4-4be4-b5aa-27ccb9f43ddb,revision_number=1']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:32.624458 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7fa13e7a-32f1-41b7-a0fb-3e15eae23225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:32.755058 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-749f5d9e-f297-4735-9231-e29a42aca3e7 None None] Attempting to bind port 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:02:32.755759 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-749f5d9e-f297-4735-9231-e29a42aca3e7 None None] Attempting to bind port 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': '41e86630-5baf-4e4e-8dd9-5a8e26ad5f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '9e7ba3f0-467b-4d17-b772-8f705f099bec'}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:02:32.756352 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f5d9e-f297-4735-9231-e29a42aca3e7 None None] Attempting to bind port 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb on network 9e7ba3f0-467b-4d17-b772-8f705f099bec {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:02:32.779316 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 7297784e-50c7-4327-85e2-f8300b784542 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:02:32.803237 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-66f30e92-b2d0-4e6c-b9d2-4cbc54335a20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:32.809870 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f5d9e-f297-4735-9231-e29a42aca3e7 None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:02:32.810924 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f5d9e-f297-4735-9231-e29a42aca3e7 None None] Checking segment: {'id': '41e86630-5baf-4e4e-8dd9-5a8e26ad5f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '9e7ba3f0-467b-4d17-b772-8f705f099bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:02:32.811212 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-749f5d9e-f297-4735-9231-e29a42aca3e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:32.812666 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f5d9e-f297-4735-9231-e29a42aca3e7 None None] Bound using segment: {'id': '41e86630-5baf-4e4e-8dd9-5a8e26ad5f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '9e7ba3f0-467b-4d17-b772-8f705f099bec'} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:02:32.813324 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-749f5d9e-f297-4735-9231-e29a42aca3e7 None None] Bound port: 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e86630-5baf-4e4e-8dd9-5a8e26ad5f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '9e7ba3f0-467b-4d17-b772-8f705f099bec'}}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:02:32.813870 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-749f5d9e-f297-4735-9231-e29a42aca3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:32.857580 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=590066a9-ecc1-4f32-8116-71607f33dc5c,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:32.859459 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7fa13e7a-32f1-41b7-a0fb-3e15eae23225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:32.871314 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7fa13e7a-32f1-41b7-a0fb-3e15eae23225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:32.871314 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-7fa13e7a-32f1-41b7-a0fb-3e15eae23225 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/cdc7fe3a-08ed-4eb4-b205-45232280dd55 HTTP/1.1" status: 204 len: 168 time: 0.4371579 Oct 27 17:02:32.931247 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa13e7a-32f1-41b7-a0fb-3e15eae23225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc7fe3a-08ed-4eb4-b205-45232280dd55,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:32.995001 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4109c266-b392-40c9-b792-40b9715cbffd req-f9bc495b-76bf-4263-b6c9-90315ee274dc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1187820 Oct 27 17:02:33.011794 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 7297784e-50c7-4327-85e2-f8300b784542 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:33.012272 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:33.013847 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e6cc9-6c2c-4d5b-b4e3-ab88a74ec2f7 req-accc9e82-b8e8-4a28-a788-234f8bf3597e tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:33.016361 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-bd3e6cc9-6c2c-4d5b-b4e3-ab88a74ec2f7 req-accc9e82-b8e8-4a28-a788-234f8bf3597e tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=0bf87540-1e74-4012-8039-8c204cba2e37 HTTP/1.1" status: 200 len: 946 time: 0.1636536 Oct 27 17:02:33.045139 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-66f30e92-b2d0-4e6c-b9d2-4cbc54335a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:33.081033 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-bd3e6cc9-6c2c-4d5b-b4e3-ab88a74ec2f7 req-bb6ce4b8-ed84-40f7-90d4-1bd0c9505a43 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561533 Oct 27 17:02:33.084050 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-749f5d9e-f297-4735-9231-e29a42aca3e7 None None] For port 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:02:33.090596 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-749f5d9e-f297-4735-9231-e29a42aca3e7 None None] For port 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=48f0be69-adc4-4be4-b5aa-27ccb9f43ddb,segment=NetworkSegment(41e86630-5baf-4e4e-8dd9-5a8e26ad5f12),segment_id=41e86630-5baf-4e4e-8dd9-5a8e26ad5f12)] {{(pid=118835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:02:33.117940 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f30e92-b2d0-4e6c-b9d2-4cbc54335a20 admin admin] Network ed716183-5f1c-445b-936f-259913b9090b is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:02:33.125459 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-66f30e92-b2d0-4e6c-b9d2-4cbc54335a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:02:33.132294 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f30e92-b2d0-4e6c-b9d2-4cbc54335a20 admin admin] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:02:33.144943 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-749f5d9e-f297-4735-9231-e29a42aca3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:33.210008 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82764330-ce16-4ed8-8661-deeeba7198cf req-9ff4a0d0-9528-4fac-bf6e-b228df223859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:33.221141 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-82764330-ce16-4ed8-8661-deeeba7198cf req-9ff4a0d0-9528-4fac-bf6e-b228df223859 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0bf87540-1e74-4012-8039-8c204cba2e37 HTTP/1.1" status: 200 len: 1099 time: 0.2625248 Oct 27 17:02:33.242310 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f5d9e-f297-4735-9231-e29a42aca3e7 None None] Pushing event updated for resources: {'Port': ['ID=48f0be69-adc4-4be4-b5aa-27ccb9f43ddb,revision_number=2']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:33.248197 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f30e92-b2d0-4e6c-b9d2-4cbc54335a20 admin admin] Pushing event updated for resources: {'Port': ['ID=ab587fe9-ed4b-4f72-8da7-8b61f200041e,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:33.343430 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109c266-b392-40c9-b792-40b9715cbffd req-c25d4142-5ece-4188-8037-b7539146ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:33.345230 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4109c266-b392-40c9-b792-40b9715cbffd req-c25d4142-5ece-4188-8037-b7539146ae76 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01815bc32be54f4ea30de068defb62b5&device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 1099 time: 0.2864943 Oct 27 17:02:33.398741 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-82764330-ce16-4ed8-8661-deeeba7198cf req-684aca4e-c5a0-4b96-ad91-97ea8ffafe07 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643720 Oct 27 17:02:33.523718 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109c266-b392-40c9-b792-40b9715cbffd req-adb14c71-fdf6-4d60-94f5-71203a0cacad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:33.526718 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4109c266-b392-40c9-b792-40b9715cbffd req-adb14c71-fdf6-4d60-94f5-71203a0cacad service neutron] 10.222.0.11 "GET /v2.0/networks?id=63bb574e-682e-4fda-acd7-cf41cb7ff89d HTTP/1.1" status: 200 len: 920 time: 0.1411352 Oct 27 17:02:33.654857 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-66f30e92-b2d0-4e6c-b9d2-4cbc54335a20 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:33.766294 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4109c266-b392-40c9-b792-40b9715cbffd req-a192ccd5-88b5-4348-b4cd-57875a9f6771 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c730199f-586b-47fe-aa7c-720e6230cad9 HTTP/1.1" status: 200 len: 217 time: 0.0468798 Oct 27 17:02:33.786407 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 56250) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:33.801495 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1bd96197-4269-4a61-8f4c-4e7dda7914b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:33.837931 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109c266-b392-40c9-b792-40b9715cbffd req-01030d04-a311-4a67-b535-e64b5d41491f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:33.839593 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4109c266-b392-40c9-b792-40b9715cbffd req-01030d04-a311-4a67-b535-e64b5d41491f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92aec7f3-099d-4f1b-9326-cd2323ebaada HTTP/1.1" status: 200 len: 858 time: 0.0609798 Oct 27 17:02:33.884078 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1bd96197-4269-4a61-8f4c-4e7dda7914b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:34.037771 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1bd96197-4269-4a61-8f4c-4e7dda7914b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:34.089659 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-1bd96197-4269-4a61-8f4c-4e7dda7914b2 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=13637e5d00f84964b359fdeb68e5e983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020506 Oct 27 17:02:34.090362 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd96197-4269-4a61-8f4c-4e7dda7914b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b04a85-7db2-4f93-88cb-782582440fe0,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:34.092726 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 56256) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:34.170269 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ab73e688-31f4-423d-978b-669ee34343c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:34.189621 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4109c266-b392-40c9-b792-40b9715cbffd req-1010f0cb-b547-4cd0-aee0-ef818dad1089 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63bb574e-682e-4fda-acd7-cf41cb7ff89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3189237 Oct 27 17:02:34.205855 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ab73e688-31f4-423d-978b-669ee34343c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:34.313416 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-66f30e92-b2d0-4e6c-b9d2-4cbc54335a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133760848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133762959'] for router, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:34.337675 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9ae3c-0a69-4338-8fd9-c96c4eea94d1 req-6b2c78c9-822c-42ab-b602-ea15eaadda75 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:34.340542 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-52c9ae3c-0a69-4338-8fd9-c96c4eea94d1 req-6b2c78c9-822c-42ab-b602-ea15eaadda75 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=0bf87540-1e74-4012-8039-8c204cba2e37 HTTP/1.1" status: 200 len: 946 time: 0.1373487 Oct 27 17:02:34.340781 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982e287e-1539-4127-aa52-4956d8bf21c4 None None] Network 9e7ba3f0-467b-4d17-b772-8f705f099bec requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:02:34.344803 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ab73e688-31f4-423d-978b-669ee34343c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:34.347099 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ab73e688-31f4-423d-978b-669ee34343c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:34.354864 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-ab73e688-31f4-423d-978b-669ee34343c3 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/31b04a85-7db2-4f93-88cb-782582440fe0 HTTP/1.1" status: 204 len: 168 time: 0.2545416 Oct 27 17:02:34.358882 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73e688-31f4-423d-978b-669ee34343c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b04a85-7db2-4f93-88cb-782582440fe0,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:34.432089 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-9a93b555-0426-401b-bb42-966a2ff8cd47 None None] Provisioning complete for port 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:34.432529 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-9a93b555-0426-401b-bb42-966a2ff8cd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:34.480884 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-52c9ae3c-0a69-4338-8fd9-c96c4eea94d1 req-e7f003c2-27b0-475b-91cb-d779bf3c2778 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679688 Oct 27 17:02:34.488910 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4109c266-b392-40c9-b792-40b9715cbffd req-467eb685-7d0d-44ff-81a8-8ece34abc010 service neutron] 10.222.0.11 "GET /v2.0/networks/63bb574e-682e-4fda-acd7-cf41cb7ff89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881184 Oct 27 17:02:34.606339 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-9a93b555-0426-401b-bb42-966a2ff8cd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:34.648027 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4109c266-b392-40c9-b792-40b9715cbffd req-1ba54300-fa2d-41ae-a092-1ccc2a833bbb service neutron] 10.222.0.11 "GET /v2.0/networks/63bb574e-682e-4fda-acd7-cf41cb7ff89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506617 Oct 27 17:02:34.659327 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-9a93b555-0426-401b-bb42-966a2ff8cd47 None None] For port 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=48f0be69-adc4-4be4-b5aa-27ccb9f43ddb,segment=NetworkSegment(41e86630-5baf-4e4e-8dd9-5a8e26ad5f12),segment_id=41e86630-5baf-4e4e-8dd9-5a8e26ad5f12)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:34.674612 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:02:34.706807 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f30e92-b2d0-4e6c-b9d2-4cbc54335a20 admin admin] Router 8a48fe4f-46a4-4075-8ab2-60c5b191f78e is scheduled to L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 with binding_index 1 {{(pid=118834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:02:34.730736 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-9a93b555-0426-401b-bb42-966a2ff8cd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:34.849718 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93b555-0426-401b-bb42-966a2ff8cd47 None None] Pushing event updated for resources: {'Port': ['ID=48f0be69-adc4-4be4-b5aa-27ccb9f43ddb,revision_number=3']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:34.870119 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:34.871647 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:34.901991 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f30e92-b2d0-4e6c-b9d2-4cbc54335a20 admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:02:34.913085 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] Sync routers for ids ['8a48fe4f-46a4-4075-8ab2-60c5b191f78e'] in dv-cinder-815701-1-iscsi {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:02:34.931348 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] Routers {'8a48fe4f-46a4-4075-8ab2-60c5b191f78e'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:02:34.931348 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:02:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['8a48fe4f-46a4-4075-8ab2-60c5b191f78e'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:34.966881 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-229a2fc1-ef4a-4031-b8ce-c1f4f3f178ee None None] Provisioning complete for port 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:34.967137 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-229a2fc1-ef4a-4031-b8ce-c1f4f3f178ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:35.039696 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-66f30e92-b2d0-4e6c-b9d2-4cbc54335a20 admin admin] Publish callbacks [] for router, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:35.044625 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-66f30e92-b2d0-4e6c-b9d2-4cbc54335a20 admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7580535 Oct 27 17:02:35.044770 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 56272) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:35.046548 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] Set router 8a48fe4f-46a4-4075-8ab2-60c5b191f78e gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:02:35.271489 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a48fe4f-46a4-4075-8ab2-60c5b191f78e', 'name': 'tempest-TestVolumeBootPattern-1815293053-router', 'tenant_id': 'd809dc4fe40f41269f1be51cbc94403a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ab587fe9-ed4b-4f72-8da7-8b61f200041e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:31Z', 'updated_at': '2021-10-27T17:02:33Z', 'revision_number': 3, 'project_id': 'd809dc4fe40f41269f1be51cbc94403a', 'gw_port': {'id': 'ab587fe9-ed4b-4f72-8da7-8b61f200041e', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a48fe4f-46a4-4075-8ab2-60c5b191f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:32Z', 'updated_at': '2021-10-27T17:02:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:35.305278 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] Checking router: 8a48fe4f-46a4-4075-8ab2-60c5b191f78e for host: dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:02:35.305625 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] Updating router 8a48fe4f-46a4-4075-8ab2-60c5b191f78e port ab587fe9-ed4b-4f72-8da7-8b61f200041e binding host dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:02:35.333344 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:35.388634 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 56278) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:35.410893 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-79b5834b-d095-4e35-81cb-02213fa3ef09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:35.618330 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ec55f-4038-4461-81ce-5e46479e4ee5 req-65e8b350-45f6-4d8c-aba4-90c0c7faaf71 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:35.619913 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-188ec55f-4038-4461-81ce-5e46479e4ee5 req-65e8b350-45f6-4d8c-aba4-90c0c7faaf71 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.1635988 Oct 27 17:02:35.676701 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] Publish callbacks [] for port, precommit_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:35.691412 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adece0d8-a06a-4763-92c0-617b973ceba6 req-360edb9e-bb0a-4e62-9e7b-71344835aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:35.693129 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-adece0d8-a06a-4763-92c0-617b973ceba6 req-360edb9e-bb0a-4e62-9e7b-71344835aeac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01815bc32be54f4ea30de068defb62b5&device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 1099 time: 0.1674805 Oct 27 17:02:35.699636 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-188ec55f-4038-4461-81ce-5e46479e4ee5 req-2a66d975-a5d4-4232-8092-d4bf8f7ffc40 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665464 Oct 27 17:02:35.701070 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-79b5834b-d095-4e35-81cb-02213fa3ef09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:35.714137 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:35.770706 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:35.771238 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de5964-984e-4d23-95cf-a9f9563fe141 req-af7ff056-c276-4aa7-83be-40816160fb11 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:35.778822 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f0de5964-984e-4d23-95cf-a9f9563fe141 req-af7ff056-c276-4aa7-83be-40816160fb11 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=0bf87540-1e74-4012-8039-8c204cba2e37 HTTP/1.1" status: 200 len: 946 time: 0.0829442 Oct 27 17:02:35.799629 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-79b5834b-d095-4e35-81cb-02213fa3ef09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:35.824426 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd8043-71bc-4e5a-ab66-2e98ea8b1fc8 None None] Pushing event updated for resources: {'Port': ['ID=ab587fe9-ed4b-4f72-8da7-8b61f200041e,revision_number=2']} {{(pid=118836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:35.841904 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] Attempting to bind port ab587fe9-ed4b-4f72-8da7-8b61f200041e on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:02:35.844194 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] Attempting to bind port ab587fe9-ed4b-4f72-8da7-8b61f200041e by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}] {{(pid=118836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:02:35.845778 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] Attempting to bind port ab587fe9-ed4b-4f72-8da7-8b61f200041e on network ed716183-5f1c-445b-936f-259913b9090b {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:02:35.847810 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f0de5964-984e-4d23-95cf-a9f9563fe141 req-a65d47f0-5bc3-412c-9a02-3f70a22f5fe9 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684052 Oct 27 17:02:35.852735 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:02:35.853539 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] Checking segment: {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:02:35.854025 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:35.854502 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] Bound using segment: {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'} {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:02:35.855158 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] Bound port: ab587fe9-ed4b-4f72-8da7-8b61f200041e, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}}] {{(pid=118836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:02:35.855703 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adece0d8-a06a-4763-92c0-617b973ceba6 req-2afe57e8-c5de-44f8-87b7-68d566be7ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:35.855840 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:35.857208 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-adece0d8-a06a-4763-92c0-617b973ceba6 req-2afe57e8-c5de-44f8-87b7-68d566be7ee3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=63bb574e-682e-4fda-acd7-cf41cb7ff89d HTTP/1.1" status: 200 len: 920 time: 0.1549096 Oct 27 17:02:35.871647 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-79b5834b-d095-4e35-81cb-02213fa3ef09 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=ac1d23390efe44be8452ca094dab2145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4783363 Oct 27 17:02:35.878111 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 56284) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:35.897060 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5834b-d095-4e35-81cb-02213fa3ef09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcf7671-ed8d-499b-9155-fa20504fefba,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:35.935882 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-adece0d8-a06a-4763-92c0-617b973ceba6 req-ff465c6e-b650-4e8b-9153-f901997f4df6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c730199f-586b-47fe-aa7c-720e6230cad9 HTTP/1.1" status: 200 len: 217 time: 0.0655248 Oct 27 17:02:35.943765 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.db [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] For port ab587fe9-ed4b-4f72-8da7-8b61f200041e, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:02:35.948884 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.db [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] For port ab587fe9-ed4b-4f72-8da7-8b61f200041e, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=ab587fe9-ed4b-4f72-8da7-8b61f200041e,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:02:35.965886 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-417831f4-eb64-4af5-9293-b4dee2baa165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:36.023428 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-001cfeab-a2c3-4cb4-b5ce-11c5c9a33fcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:36.028738 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adece0d8-a06a-4763-92c0-617b973ceba6 req-801748b3-5b8c-4b50-bfb7-bb07f845ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:36.030218 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-adece0d8-a06a-4763-92c0-617b973ceba6 req-801748b3-5b8c-4b50-bfb7-bb07f845ed0f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92aec7f3-099d-4f1b-9326-cd2323ebaada HTTP/1.1" status: 200 len: 858 time: 0.0838199 Oct 27 17:02:36.057727 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-001cfeab-a2c3-4cb4-b5ce-11c5c9a33fcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:36.080128 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-adece0d8-a06a-4763-92c0-617b973ceba6 req-c5c84fb3-ce71-438a-9ac0-c4f8a6853e2e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63bb574e-682e-4fda-acd7-cf41cb7ff89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361667 Oct 27 17:02:36.144252 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_common [None req-417831f4-eb64-4af5-9293-b4dee2baa165 admin admin] Allocated IP 172.20.0.1 (9e7ba3f0-467b-4d17-b772-8f705f099bec/5b9a81e8-7d03-48f7-ab46-fa238fe89502/3b200ed0-7317-4c75-acf4-02fc9ee443aa) {{(pid=118833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:02:36.194037 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:36.213968 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-adece0d8-a06a-4763-92c0-617b973ceba6 req-ab180e7b-a0e8-4bf1-8e76-86d0ba65cdb7 service neutron] 10.222.0.11 "GET /v2.0/networks/63bb574e-682e-4fda-acd7-cf41cb7ff89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179276 Oct 27 17:02:36.266637 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] Routers {'8a48fe4f-46a4-4075-8ab2-60c5b191f78e'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:02:36.266637 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:02:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['8a48fe4f-46a4-4075-8ab2-60c5b191f78e'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:36.284856 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-417831f4-eb64-4af5-9293-b4dee2baa165 admin admin] Publish callbacks [] for port, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:36.304966 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-001cfeab-a2c3-4cb4-b5ce-11c5c9a33fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:36.307549 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-001cfeab-a2c3-4cb4-b5ce-11c5c9a33fcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:36.311286 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-001cfeab-a2c3-4cb4-b5ce-11c5c9a33fcf admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/fbcf7671-ed8d-499b-9155-fa20504fefba HTTP/1.1" status: 204 len: 168 time: 0.4295983 Oct 27 17:02:36.326171 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cfeab-a2c3-4cb4-b5ce-11c5c9a33fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcf7671-ed8d-499b-9155-fa20504fefba,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:36.384206 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-adece0d8-a06a-4763-92c0-617b973ceba6 req-51d56aa9-56c8-4459-995c-e62d83b5ee80 service neutron] 10.222.0.11 "GET /v2.0/networks/63bb574e-682e-4fda-acd7-cf41cb7ff89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453176 Oct 27 17:02:36.390976 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd8043-71bc-4e5a-ab66-2e98ea8b1fc8 None None] Pushing event updated for resources: {'Port': ['ID=ab587fe9-ed4b-4f72-8da7-8b61f200041e,revision_number=3']} {{(pid=118836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:36.412775 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] Set router 8a48fe4f-46a4-4075-8ab2-60c5b191f78e gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:02:36.433517 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-417831f4-eb64-4af5-9293-b4dee2baa165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:36.504842 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417831f4-eb64-4af5-9293-b4dee2baa165 admin admin] Network 9e7ba3f0-467b-4d17-b772-8f705f099bec is already hosted by enough agents. {{(pid=118833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:02:36.507986 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-417831f4-eb64-4af5-9293-b4dee2baa165 admin admin] Resources bound (agent type, host, resource id): {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:02:36.513063 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417831f4-eb64-4af5-9293-b4dee2baa165 admin admin] Received port after_create {{(pid=118833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:02:36.517585 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417831f4-eb64-4af5-9293-b4dee2baa165 admin admin] Pushing event updated for resources: {'Port': ['ID=3b200ed0-7317-4c75-acf4-02fc9ee443aa,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:36.594381 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-417831f4-eb64-4af5-9293-b4dee2baa165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133703890'] for router_interface, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:36.665439 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:02:36.759253 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:36.760012 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:36.867582 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a48fe4f-46a4-4075-8ab2-60c5b191f78e', 'name': 'tempest-TestVolumeBootPattern-1815293053-router', 'tenant_id': 'd809dc4fe40f41269f1be51cbc94403a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ab587fe9-ed4b-4f72-8da7-8b61f200041e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:31Z', 'updated_at': '2021-10-27T17:02:33Z', 'revision_number': 3, 'project_id': 'd809dc4fe40f41269f1be51cbc94403a', 'gw_port': {'id': 'ab587fe9-ed4b-4f72-8da7-8b61f200041e', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a48fe4f-46a4-4075-8ab2-60c5b191f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:32Z', 'updated_at': '2021-10-27T17:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:36.894329 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-417831f4-eb64-4af5-9293-b4dee2baa165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:36.990077 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d453ff3-4d21-4a66-8dcc-b178189a4155 req-d9e2fba3-a190-422f-a8dc-28eaf4eef546 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:36.991626 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8d453ff3-4d21-4a66-8dcc-b178189a4155 req-d9e2fba3-a190-422f-a8dc-28eaf4eef546 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.1379833 Oct 27 17:02:36.992788 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-f58072b2-3200-4945-a0a5-a4827ee726ce None None] Provisioning complete for port 3b200ed0-7317-4c75-acf4-02fc9ee443aa triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:36.993894 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-f58072b2-3200-4945-a0a5-a4827ee726ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:36.995023 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83b979a-6e5e-44c0-b9b0-9148479c2ed9 None None] The sync data for ids ['8a48fe4f-46a4-4075-8ab2-60c5b191f78e'] in dv-cinder-815701-1-iscsi is: [{'id': '8a48fe4f-46a4-4075-8ab2-60c5b191f78e', 'name': 'tempest-TestVolumeBootPattern-1815293053-router', 'tenant_id': 'd809dc4fe40f41269f1be51cbc94403a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ab587fe9-ed4b-4f72-8da7-8b61f200041e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:31Z', 'updated_at': '2021-10-27T17:02:33Z', 'revision_number': 3, 'project_id': 'd809dc4fe40f41269f1be51cbc94403a', 'gw_port': {'id': 'ab587fe9-ed4b-4f72-8da7-8b61f200041e', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a48fe4f-46a4-4075-8ab2-60c5b191f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:32Z', 'updated_at': '2021-10-27T17:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}] {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:02:37.085492 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8d453ff3-4d21-4a66-8dcc-b178189a4155 req-8c2e7264-21c5-4eb1-8503-4b1609f119da tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721388 Oct 27 17:02:37.100801 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-f58072b2-3200-4945-a0a5-a4827ee726ce None None] Port 3b200ed0-7317-4c75-acf4-02fc9ee443aa cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:02:37.258908 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-417831f4-eb64-4af5-9293-b4dee2baa165 admin admin] Publish callbacks [] for port, precommit_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:37.329803 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-417831f4-eb64-4af5-9293-b4dee2baa165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131455093'] for port, after_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:37.469974 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-417831f4-eb64-4af5-9293-b4dee2baa165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133607302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133762626'] for router_interface, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:37.477155 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417831f4-eb64-4af5-9293-b4dee2baa165 admin admin] Pushing event updated for resources: {'Port': ['ID=3b200ed0-7317-4c75-acf4-02fc9ee443aa,revision_number=2']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:37.614176 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417831f4-eb64-4af5-9293-b4dee2baa165 admin admin] Network 9e7ba3f0-467b-4d17-b772-8f705f099bec is already hosted by enough agents. {{(pid=118833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:02:37.616295 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-417831f4-eb64-4af5-9293-b4dee2baa165 admin admin] Resources bound (agent type, host, resource id): {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:02:37.686893 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c7dcd-21d4-4008-80e9-2e552d0384b4 req-6f043206-19c1-4440-9859-cd26e55ff875 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:37.688827 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-049c7dcd-21d4-4008-80e9-2e552d0384b4 req-6f043206-19c1-4440-9859-cd26e55ff875 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=0bf87540-1e74-4012-8039-8c204cba2e37 HTTP/1.1" status: 200 len: 946 time: 0.1256855 Oct 27 17:02:37.774322 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-049c7dcd-21d4-4008-80e9-2e552d0384b4 req-8ba01a9c-1e8f-4c50-9d43-dd290c28b1a0 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577166 Oct 27 17:02:37.819144 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417831f4-eb64-4af5-9293-b4dee2baa165 admin admin] Router 8a48fe4f-46a4-4075-8ab2-60c5b191f78e has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:02:37.927261 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-fc8bffe5-b6dc-4578-951d-79cb246b32ba None None] Provisioning complete for port 3b200ed0-7317-4c75-acf4-02fc9ee443aa triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:37.927865 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-fc8bffe5-b6dc-4578-951d-79cb246b32ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:37.946246 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417831f4-eb64-4af5-9293-b4dee2baa165 admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:02:37.956156 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-417831f4-eb64-4af5-9293-b4dee2baa165 admin admin] 10.222.0.109 "PUT /v2.0/routers/8a48fe4f-46a4-4075-8ab2-60c5b191f78e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9090378 Oct 27 17:02:37.970311 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-fc8bffe5-b6dc-4578-951d-79cb246b32ba None None] Port 3b200ed0-7317-4c75-acf4-02fc9ee443aa cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:02:38.225102 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece717f1-b84a-4087-87e1-1c5b7a4612ac req-98bf32f2-25aa-43b2-899e-50a384c44276 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:38.231761 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ece717f1-b84a-4087-87e1-1c5b7a4612ac req-98bf32f2-25aa-43b2-899e-50a384c44276 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0677934 Oct 27 17:02:38.275453 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ece717f1-b84a-4087-87e1-1c5b7a4612ac req-48175cdf-531a-441d-98a1-79bcd77105af tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368745 Oct 27 17:02:38.598570 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 56354) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:38.603291 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-fbe6d0af-5e5c-41ff-83a6-c8bc779ecb18 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-839349293', 'description': 'tempest-secgroup-smoke-839349293 description', 'project_id': 'b56b830b8c974548b53ba292242131df'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:38.633852 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device ab587fe9-ed4b-4f72-8da7-8b61f200041e up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:02:38.694676 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port ab587fe9-ed4b-4f72-8da7-8b61f200041e triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:38.695381 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:38.701514 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-fbe6d0af-5e5c-41ff-83a6-c8bc779ecb18 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:38.707951 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 56358) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:38.786647 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-fbe6d0af-5e5c-41ff-83a6-c8bc779ecb18 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:38.793536 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:38.818091 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] For port ab587fe9-ed4b-4f72-8da7-8b61f200041e, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=ab587fe9-ed4b-4f72-8da7-8b61f200041e,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:38.834309 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-55947405-df85-4b06-823d-d292b2952634 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:38.861772 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-fbe6d0af-5e5c-41ff-83a6-c8bc779ecb18 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:38.891599 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:38.899524 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6d0af-5e5c-41ff-83a6-c8bc779ecb18 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5285681e-5bf4-4440-94f5-4beff2a43e78,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:38.950367 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c2310-ece4-4010-9c37-e0543d542089 req-7074b13b-0cac-49fc-858e-4c161eecf6c6 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:38.952012 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-dd4c2310-ece4-4010-9c37-e0543d542089 req-7074b13b-0cac-49fc-858e-4c161eecf6c6 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=0bf87540-1e74-4012-8039-8c204cba2e37 HTTP/1.1" status: 200 len: 946 time: 0.0894375 Oct 27 17:02:38.975661 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Pushing event updated for resources: {'Port': ['ID=ab587fe9-ed4b-4f72-8da7-8b61f200041e,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:38.989828 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-fbe6d0af-5e5c-41ff-83a6-c8bc779ecb18 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:38.993880 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-fbe6d0af-5e5c-41ff-83a6-c8bc779ecb18 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3915498 Oct 27 17:02:38.994810 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 56366) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:38.995515 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-55947405-df85-4b06-823d-d292b2952634 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:39.000391 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-52dc1ff6-88f3-4d0a-9507-347236ce0523 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Request body: {'security_group_rule': {'security_group_id': '5285681e-5bf4-4440-94f5-4beff2a43e78', 'project_id': 'b56b830b8c974548b53ba292242131df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:39.012674 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-dd4c2310-ece4-4010-9c37-e0543d542089 req-b84ada6c-d338-49bb-9db9-2e9af9f4247b tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510519 Oct 27 17:02:39.095942 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-55947405-df85-4b06-823d-d292b2952634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:39.129074 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-52dc1ff6-88f3-4d0a-9507-347236ce0523 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:39.138006 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-55947405-df85-4b06-823d-d292b2952634 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=a3dc270889404e029969cc48fb3d1c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4289305 Oct 27 17:02:39.139509 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55947405-df85-4b06-823d-d292b2952634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb6142c-63ee-48bf-8056-75827b560bcf,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:39.144299 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 56368) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:39.200392 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-14e53be2-e91a-473a-b908-ae04319989b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:39.204962 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-52dc1ff6-88f3-4d0a-9507-347236ce0523 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:39.222605 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-14e53be2-e91a-473a-b908-ae04319989b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:39.278514 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-52dc1ff6-88f3-4d0a-9507-347236ce0523 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:39.279225 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] Sync routers for ids ['8a48fe4f-46a4-4075-8ab2-60c5b191f78e'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:02:39.291739 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] Routers {'8a48fe4f-46a4-4075-8ab2-60c5b191f78e'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:02:39.292361 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:02:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['8a48fe4f-46a4-4075-8ab2-60c5b191f78e'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:39.300346 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc1ff6-88f3-4d0a-9507-347236ce0523 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224ce4f1-73e0-40d4-afcc-df7a1676ca1a,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:39.335838 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-14e53be2-e91a-473a-b908-ae04319989b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:39.338797 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-14e53be2-e91a-473a-b908-ae04319989b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:39.346082 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-14e53be2-e91a-473a-b908-ae04319989b4 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/aeb6142c-63ee-48bf-8056-75827b560bcf HTTP/1.1" status: 204 len: 168 time: 0.1947427 Oct 27 17:02:39.354679 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e53be2-e91a-473a-b908-ae04319989b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb6142c-63ee-48bf-8056-75827b560bcf,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:39.400443 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-52dc1ff6-88f3-4d0a-9507-347236ce0523 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:39.402136 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-52dc1ff6-88f3-4d0a-9507-347236ce0523 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4059792 Oct 27 17:02:39.404912 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 56376) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:39.415330 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-bb6e9362-bc25-41d2-8b50-a9089eef95f0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Request body: {'security_group_rule': {'security_group_id': '5285681e-5bf4-4440-94f5-4beff2a43e78', 'project_id': 'b56b830b8c974548b53ba292242131df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:39.432618 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] Set router 8a48fe4f-46a4-4075-8ab2-60c5b191f78e gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:02:39.454732 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63044a57-885e-4b53-a251-959b2c5a4462 req-b7527d6f-a5a4-419c-a5c1-1e7905aae1fd tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:39.456369 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-63044a57-885e-4b53-a251-959b2c5a4462 req-b7527d6f-a5a4-419c-a5c1-1e7905aae1fd tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.1058011 Oct 27 17:02:39.500078 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-63044a57-885e-4b53-a251-959b2c5a4462 req-ca0022f8-c2db-4b96-afe8-e6a99a41ca83 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375948 Oct 27 17:02:39.558336 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-bb6e9362-bc25-41d2-8b50-a9089eef95f0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:39.625990 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-bb6e9362-bc25-41d2-8b50-a9089eef95f0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:39.741323 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-bb6e9362-bc25-41d2-8b50-a9089eef95f0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:39.760411 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e9362-bc25-41d2-8b50-a9089eef95f0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8550ce30-655a-4232-839e-404053753ef1,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:39.792197 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a48fe4f-46a4-4075-8ab2-60c5b191f78e', 'name': 'tempest-TestVolumeBootPattern-1815293053-router', 'tenant_id': 'd809dc4fe40f41269f1be51cbc94403a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ab587fe9-ed4b-4f72-8da7-8b61f200041e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:31Z', 'updated_at': '2021-10-27T17:02:36Z', 'revision_number': 4, 'project_id': 'd809dc4fe40f41269f1be51cbc94403a', 'gw_port': {'id': 'ab587fe9-ed4b-4f72-8da7-8b61f200041e', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a48fe4f-46a4-4075-8ab2-60c5b191f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:32Z', 'updated_at': '2021-10-27T17:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '3b200ed0-7317-4c75-acf4-02fc9ee443aa', 'name': '', 'network_id': '9e7ba3f0-467b-4d17-b772-8f705f099bec', 'tenant_id': 'd809dc4fe40f41269f1be51cbc94403a', 'mac_address': 'fa:16:3e:09:0b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a48fe4f-46a4-4075-8ab2-60c5b191f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5b9a81e8-7d03-48f7-ab46-fa238fe89502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:35Z', 'updated_at': '2021-10-27T17:02:36Z', 'revision_number': 2, 'project_id': 'd809dc4fe40f41269f1be51cbc94403a', 'subnets': [{'id': '5b9a81e8-7d03-48f7-ab46-fa238fe89502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:39.821009 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] Checking router: 8a48fe4f-46a4-4075-8ab2-60c5b191f78e for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:02:39.821188 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] Updating router 8a48fe4f-46a4-4075-8ab2-60c5b191f78e port 3b200ed0-7317-4c75-acf4-02fc9ee443aa binding host dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:02:39.835734 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24aeb6-17f4-4277-ba8d-ec16edd95c45 req-a5dd3b7f-c591-46e1-94a0-d59c1fb05b65 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:39.837399 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ec24aeb6-17f4-4277-ba8d-ec16edd95c45 req-a5dd3b7f-c591-46e1-94a0-d59c1fb05b65 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.11 "GET /v2.0/ports?device_id=0bf87540-1e74-4012-8039-8c204cba2e37 HTTP/1.1" status: 200 len: 946 time: 0.0545404 Oct 27 17:02:39.840477 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-bb6e9362-bc25-41d2-8b50-a9089eef95f0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:39.841584 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-bb6e9362-bc25-41d2-8b50-a9089eef95f0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4338632 Oct 27 17:02:39.845744 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 56386) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:39.848687 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:39.866263 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-43e425a5-0a6b-4e6c-9ac3-a714b919fffe tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Request body: {'security_group_rule': {'security_group_id': '5285681e-5bf4-4440-94f5-4beff2a43e78', 'project_id': 'b56b830b8c974548b53ba292242131df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:39.946519 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-ec24aeb6-17f4-4277-ba8d-ec16edd95c45 req-1ba1ad3a-f2f7-4e4b-a061-e0906a2af3f6 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Deleting port 590066a9-ecc1-4f32-8116-71607f33dc5c {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:02:39.946860 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-ec24aeb6-17f4-4277-ba8d-ec16edd95c45 req-1ba1ad3a-f2f7-4e4b-a061-e0906a2af3f6 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:39.967547 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-43e425a5-0a6b-4e6c-9ac3-a714b919fffe tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:40.070580 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-43e425a5-0a6b-4e6c-9ac3-a714b919fffe tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:40.081660 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-ec24aeb6-17f4-4277-ba8d-ec16edd95c45 req-1ba1ad3a-f2f7-4e4b-a061-e0906a2af3f6 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] For port 590066a9-ecc1-4f32-8116-71607f33dc5c, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=590066a9-ecc1-4f32-8116-71607f33dc5c,segment=NetworkSegment(1db86635-d708-4234-a659-6b4417ae8760),segment_id=1db86635-d708-4234-a659-6b4417ae8760)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:40.081998 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-ec24aeb6-17f4-4277-ba8d-ec16edd95c45 req-1ba1ad3a-f2f7-4e4b-a061-e0906a2af3f6 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:40.097976 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-ec24aeb6-17f4-4277-ba8d-ec16edd95c45 req-1ba1ad3a-f2f7-4e4b-a061-e0906a2af3f6 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Calling delete_port for 590066a9-ecc1-4f32-8116-71607f33dc5c owned by compute:nova {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:02:40.172228 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-43e425a5-0a6b-4e6c-9ac3-a714b919fffe tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:40.198189 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e425a5-0a6b-4e6c-9ac3-a714b919fffe tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f9a532-b84b-4814-a6e2-1b48386e0f61,revision_number=0']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:40.200970 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] Publish callbacks [] for port, precommit_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:40.213888 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724159b4-8b97-4243-99f4-f2fdfcbff8e2 req-d0ececc1-6f26-464d-935e-06a4121d2edb tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:40.215794 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-724159b4-8b97-4243-99f4-f2fdfcbff8e2 req-d0ececc1-6f26-464d-935e-06a4121d2edb tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=0bf87540-1e74-4012-8039-8c204cba2e37 HTTP/1.1" status: 200 len: 946 time: 0.0971971 Oct 27 17:02:40.259327 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-724159b4-8b97-4243-99f4-f2fdfcbff8e2 req-7bd76189-cda8-44dc-bb3b-e8670c15f956 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357542 Oct 27 17:02:40.290359 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:40.292497 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-43e425a5-0a6b-4e6c-9ac3-a714b919fffe tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:40.294945 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-43e425a5-0a6b-4e6c-9ac3-a714b919fffe tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4365506 Oct 27 17:02:40.299064 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 56398) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:40.304097 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-ab62df17-aaf6-454e-b413-72ba652cd3a4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Request body: {'security_group_rule': {'security_group_id': '5285681e-5bf4-4440-94f5-4beff2a43e78', 'project_id': 'b56b830b8c974548b53ba292242131df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:40.330883 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-ec24aeb6-17f4-4277-ba8d-ec16edd95c45 req-1ba1ad3a-f2f7-4e4b-a061-e0906a2af3f6 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:40.347046 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['590066a9-ecc1-4f32-8116-71607f33dc5c'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:02:40.370495 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1ad3a-f2f7-4e4b-a061-e0906a2af3f6 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Pushing event deleted for resources: {'Port': ['ID=590066a9-ecc1-4f32-8116-71607f33dc5c,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:40.377431 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7a7cc-eadf-410c-8783-f2fee97ddf35 None None] Pushing event updated for resources: {'Port': ['ID=3b200ed0-7317-4c75-acf4-02fc9ee443aa,revision_number=3']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:40.404226 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ab62df17-aaf6-454e-b413-72ba652cd3a4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:40.426176 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec24aeb6-17f4-4277-ba8d-ec16edd95c45 req-1ba1ad3a-f2f7-4e4b-a061-e0906a2af3f6 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] No DVR routers for this DVR port 590066a9-ecc1-4f32-8116-71607f33dc5c on host hv-cinder-81570 {{(pid=118834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:02:40.433747 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-ec24aeb6-17f4-4277-ba8d-ec16edd95c45 req-1ba1ad3a-f2f7-4e4b-a061-e0906a2af3f6 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:40.437901 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ec24aeb6-17f4-4277-ba8d-ec16edd95c45 req-1ba1ad3a-f2f7-4e4b-a061-e0906a2af3f6 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.11 "DELETE /v2.0/ports/590066a9-ecc1-4f32-8116-71607f33dc5c HTTP/1.1" status: 204 len: 173 time: 0.5922656 Oct 27 17:02:40.438364 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] Attempting to bind port 3b200ed0-7317-4c75-acf4-02fc9ee443aa on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:02:40.438790 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf87540-1e74-4012-8039-8c204cba2e37', 'name': 'network-vif-deleted', 'tag': '590066a9-ecc1-4f32-8116-71607f33dc5c'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:02:40.438961 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] Attempting to bind port 3b200ed0-7317-4c75-acf4-02fc9ee443aa by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': '41e86630-5baf-4e4e-8dd9-5a8e26ad5f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '9e7ba3f0-467b-4d17-b772-8f705f099bec'}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:02:40.439262 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] Attempting to bind port 3b200ed0-7317-4c75-acf4-02fc9ee443aa on network 9e7ba3f0-467b-4d17-b772-8f705f099bec {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:02:40.445633 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:02:40.446310 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] Checking segment: {'id': '41e86630-5baf-4e4e-8dd9-5a8e26ad5f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '9e7ba3f0-467b-4d17-b772-8f705f099bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:02:40.446643 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:40.447044 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] Bound using segment: {'id': '41e86630-5baf-4e4e-8dd9-5a8e26ad5f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '9e7ba3f0-467b-4d17-b772-8f705f099bec'} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:02:40.447553 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] Bound port: 3b200ed0-7317-4c75-acf4-02fc9ee443aa, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e86630-5baf-4e4e-8dd9-5a8e26ad5f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '9e7ba3f0-467b-4d17-b772-8f705f099bec'}}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:02:40.448100 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:40.456416 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515572cf-179c-4c48-9457-0a19132d0482" -d '{"events": [{"server_uuid": "0bf87540-1e74-4012-8039-8c204cba2e37", "name": "network-vif-deleted", "tag": "590066a9-ecc1-4f32-8116-71607f33dc5c"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:02:40.519089 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ab62df17-aaf6-454e-b413-72ba652cd3a4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:40.555521 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] For port 3b200ed0-7317-4c75-acf4-02fc9ee443aa, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:02:40.560413 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] For port 3b200ed0-7317-4c75-acf4-02fc9ee443aa, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=3b200ed0-7317-4c75-acf4-02fc9ee443aa,segment=NetworkSegment(41e86630-5baf-4e4e-8dd9-5a8e26ad5f12),segment_id=41e86630-5baf-4e4e-8dd9-5a8e26ad5f12)] {{(pid=118835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:02:40.563431 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fc7ae6-2de9-48a1-8a9d-28e0de6cc721 x-openstack-request-id: req-87fc7ae6-2de9-48a1-8a9d-28e0de6cc721 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:02:40.563714 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf87540-1e74-4012-8039-8c204cba2e37", "name": "network-vif-deleted", "tag": "590066a9-ecc1-4f32-8116-71607f33dc5c", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:02:40.564058 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-87fc7ae6-2de9-48a1-8a9d-28e0de6cc721 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:02:40.564517 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf87540-1e74-4012-8039-8c204cba2e37', 'name': 'network-vif-deleted', 'tag': '590066a9-ecc1-4f32-8116-71607f33dc5c', 'status': 'completed', 'code': 200} Oct 27 17:02:40.570354 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ab62df17-aaf6-454e-b413-72ba652cd3a4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:40.614263 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62df17-aaf6-454e-b413-72ba652cd3a4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2fe853-8c16-41b1-b5df-3fd2af1cbbd0,revision_number=0']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:40.661825 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device ab587fe9-ed4b-4f72-8da7-8b61f200041e up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:02:40.683896 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b4b4e-51f2-4401-bcec-573d67900819 req-0912880d-1049-4b52-bfc8-073ce9876617 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:40.693117 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-685b4b4e-51f2-4401-bcec-573d67900819 req-0912880d-1049-4b52-bfc8-073ce9876617 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0698500 Oct 27 17:02:40.696166 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:40.711710 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ab62df17-aaf6-454e-b413-72ba652cd3a4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:40.713101 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-ab62df17-aaf6-454e-b413-72ba652cd3a4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4129581 Oct 27 17:02:40.715949 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 56416) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:40.721423 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-6318f0b6-bb03-43ed-9c08-13dc5ae76c25 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Request body: {'security_group_rule': {'security_group_id': '5285681e-5bf4-4440-94f5-4beff2a43e78', 'project_id': 'b56b830b8c974548b53ba292242131df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:40.747432 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-685b4b4e-51f2-4401-bcec-573d67900819 req-29900b29-bb0b-47ea-8212-51ed3011a6c6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487738 Oct 27 17:02:40.800022 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] Routers {'8a48fe4f-46a4-4075-8ab2-60c5b191f78e'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:02:40.800022 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:02:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['8a48fe4f-46a4-4075-8ab2-60c5b191f78e'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:40.806558 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.securitygroups_db [None req-6318f0b6-bb03-43ed-9c08-13dc5ae76c25 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Project b56b830b8c974548b53ba292242131df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:02:40.813596 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-6318f0b6-bb03-43ed-9c08-13dc5ae76c25 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:40.914814 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-de81d72a-59b2-415c-b149-e5033513d773 None None] Provisioning complete for port 3b200ed0-7317-4c75-acf4-02fc9ee443aa triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:40.915181 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-de81d72a-59b2-415c-b149-e5033513d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:40.916697 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7a7cc-eadf-410c-8783-f2fee97ddf35 None None] Pushing event updated for resources: {'Port': ['ID=3b200ed0-7317-4c75-acf4-02fc9ee443aa,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:40.927269 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-6318f0b6-bb03-43ed-9c08-13dc5ae76c25 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:40.974460 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port ab587fe9-ed4b-4f72-8da7-8b61f200041e triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:40.974832 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:41.005760 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-6318f0b6-bb03-43ed-9c08-13dc5ae76c25 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:41.015310 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] Set router 8a48fe4f-46a4-4075-8ab2-60c5b191f78e gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:02:41.040875 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318f0b6-bb03-43ed-9c08-13dc5ae76c25 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4b7b46-b1e1-48cf-a7b3-ab3634c0e4d1,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:41.121340 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-6318f0b6-bb03-43ed-9c08-13dc5ae76c25 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:41.126165 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-6318f0b6-bb03-43ed-9c08-13dc5ae76c25 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4058981 Oct 27 17:02:41.126523 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 56428) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:41.131008 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-6014f507-4019-400c-bdfc-ab30004aaae4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Request body: {'security_group_rule': {'security_group_id': '5285681e-5bf4-4440-94f5-4beff2a43e78', 'project_id': 'b56b830b8c974548b53ba292242131df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:41.209716 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-de81d72a-59b2-415c-b149-e5033513d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:41.228034 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.db.securitygroups_db [None req-6014f507-4019-400c-bdfc-ab30004aaae4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Project b56b830b8c974548b53ba292242131df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:02:41.234768 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6014f507-4019-400c-bdfc-ab30004aaae4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:41.277106 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-de81d72a-59b2-415c-b149-e5033513d773 None None] For port 3b200ed0-7317-4c75-acf4-02fc9ee443aa, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=3b200ed0-7317-4c75-acf4-02fc9ee443aa,segment=NetworkSegment(41e86630-5baf-4e4e-8dd9-5a8e26ad5f12),segment_id=41e86630-5baf-4e4e-8dd9-5a8e26ad5f12)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:41.314066 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6014f507-4019-400c-bdfc-ab30004aaae4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:41.346627 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a48fe4f-46a4-4075-8ab2-60c5b191f78e', 'name': 'tempest-TestVolumeBootPattern-1815293053-router', 'tenant_id': 'd809dc4fe40f41269f1be51cbc94403a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ab587fe9-ed4b-4f72-8da7-8b61f200041e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:31Z', 'updated_at': '2021-10-27T17:02:36Z', 'revision_number': 4, 'project_id': 'd809dc4fe40f41269f1be51cbc94403a', 'gw_port': {'id': 'ab587fe9-ed4b-4f72-8da7-8b61f200041e', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a48fe4f-46a4-4075-8ab2-60c5b191f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:32Z', 'updated_at': '2021-10-27T17:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '3b200ed0-7317-4c75-acf4-02fc9ee443aa', 'name': '', 'network_id': '9e7ba3f0-467b-4d17-b772-8f705f099bec', 'tenant_id': 'd809dc4fe40f41269f1be51cbc94403a', 'mac_address': 'fa:16:3e:09:0b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a48fe4f-46a4-4075-8ab2-60c5b191f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5b9a81e8-7d03-48f7-ab46-fa238fe89502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:35Z', 'updated_at': '2021-10-27T17:02:40Z', 'revision_number': 4, 'project_id': 'd809dc4fe40f41269f1be51cbc94403a', 'subnets': [{'id': '5b9a81e8-7d03-48f7-ab46-fa238fe89502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:41.350100 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-de81d72a-59b2-415c-b149-e5033513d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:41.380018 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8b7bd401-f47f-4df4-980f-1ebb3a683541 req-c3328ff8-ba18-496b-83b6-5f6a73403e59 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=0bf87540-1e74-4012-8039-8c204cba2e37 HTTP/1.1" status: 200 len: 210 time: 0.0297701 Oct 27 17:02:41.381884 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62284d3-410b-4788-82f0-dafad65568ae None None] The sync data for ids ['8a48fe4f-46a4-4075-8ab2-60c5b191f78e'] in dv-cinder-815701-1-iscsi is: [{'id': '8a48fe4f-46a4-4075-8ab2-60c5b191f78e', 'name': 'tempest-TestVolumeBootPattern-1815293053-router', 'tenant_id': 'd809dc4fe40f41269f1be51cbc94403a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ab587fe9-ed4b-4f72-8da7-8b61f200041e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:31Z', 'updated_at': '2021-10-27T17:02:36Z', 'revision_number': 4, 'project_id': 'd809dc4fe40f41269f1be51cbc94403a', 'gw_port': {'id': 'ab587fe9-ed4b-4f72-8da7-8b61f200041e', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a48fe4f-46a4-4075-8ab2-60c5b191f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:32Z', 'updated_at': '2021-10-27T17:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '3b200ed0-7317-4c75-acf4-02fc9ee443aa', 'name': '', 'network_id': '9e7ba3f0-467b-4d17-b772-8f705f099bec', 'tenant_id': 'd809dc4fe40f41269f1be51cbc94403a', 'mac_address': 'fa:16:3e:09:0b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a48fe4f-46a4-4075-8ab2-60c5b191f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5b9a81e8-7d03-48f7-ab46-fa238fe89502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:35Z', 'updated_at': '2021-10-27T17:02:40Z', 'revision_number': 4, 'project_id': 'd809dc4fe40f41269f1be51cbc94403a', 'subnets': [{'id': '5b9a81e8-7d03-48f7-ab46-fa238fe89502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:02:41.405895 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6014f507-4019-400c-bdfc-ab30004aaae4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:41.436254 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81d72a-59b2-415c-b149-e5033513d773 None None] Pushing event updated for resources: {'Port': ['ID=3b200ed0-7317-4c75-acf4-02fc9ee443aa,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:41.462409 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014f507-4019-400c-bdfc-ab30004aaae4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885d6f44-2164-4b04-8eff-1a3f5506dd1a,revision_number=0']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:41.494080 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-7f3218d1-555b-43f6-91ff-bbab4d1e9a8f None None] Provisioning complete for port 3b200ed0-7317-4c75-acf4-02fc9ee443aa triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:41.494445 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-7f3218d1-555b-43f6-91ff-bbab4d1e9a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:41.596240 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6014f507-4019-400c-bdfc-ab30004aaae4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:41.599154 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-6014f507-4019-400c-bdfc-ab30004aaae4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4700773 Oct 27 17:02:41.878711 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1338386-9033-442c-96cb-060c90f3d969 req-02616f28-f193-40f6-913a-9634368af34c tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:41.880215 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b1338386-9033-442c-96cb-060c90f3d969 req-02616f28-f193-40f6-913a-9634368af34c tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0573018 Oct 27 17:02:41.966101 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b1338386-9033-442c-96cb-060c90f3d969 req-34fe517a-3990-4dc0-890c-cf01ce1a7666 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796218 Oct 27 17:02:42.630476 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 3b200ed0-7317-4c75-acf4-02fc9ee443aa up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:02:42.684198 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 3b200ed0-7317-4c75-acf4-02fc9ee443aa triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:42.684828 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:42.730319 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ebaf7-6256-4709-9833-633429d295f2 req-d7912c99-1602-4414-a424-5a963eceee58 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:42.732201 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-408ebaf7-6256-4709-9833-633429d295f2 req-d7912c99-1602-4414-a424-5a963eceee58 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/networks?id=c1226fd9-296f-4142-aeeb-d03cfacc96a1 HTTP/1.1" status: 200 len: 809 time: 0.1313040 Oct 27 17:02:42.746472 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-408ebaf7-6256-4709-9833-633429d295f2 req-5246ca21-8b1a-48fd-a5fe-e215b39808fe tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/quotas/9926f744a9a04a7dbe86277dbe14895a HTTP/1.1" status: 200 len: 375 time: 0.0105247 Oct 27 17:02:42.784204 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-408ebaf7-6256-4709-9833-633429d295f2 req-7fed2228-a714-4fa6-99f5-0c070a087a04 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=9926f744a9a04a7dbe86277dbe14895a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311115 Oct 27 17:02:42.880484 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-408ebaf7-6256-4709-9833-633429d295f2 req-9602d780-3b21-4284-a2db-806f377b4e99 service neutron] 10.222.0.109 "GET /v2.0/networks/c1226fd9-296f-4142-aeeb-d03cfacc96a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881207 Oct 27 17:02:42.977729 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-408ebaf7-6256-4709-9833-633429d295f2 req-29a80942-d9e7-4e39-898f-a3adf3cbc896 service neutron] 10.222.0.109 "GET /v2.0/networks/c1226fd9-296f-4142-aeeb-d03cfacc96a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908167 Oct 27 17:02:43.189997 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d051a-d9ce-473f-9329-da61c4819c15 req-11c6afaa-2da5-4243-adcd-822101138028 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:43.192740 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-150d051a-d9ce-473f-9329-da61c4819c15 req-11c6afaa-2da5-4243-adcd-822101138028 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0549629 Oct 27 17:02:43.235348 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-150d051a-d9ce-473f-9329-da61c4819c15 req-4b0a06c8-26e9-464f-a187-6a06be07e31c tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352538 Oct 27 17:02:43.237830 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-eb81a717-bf78-4da9-aa87-f08e7883b017 req-f2c5e073-816b-4d1e-a190-ef595a89739e tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 210 time: 0.0269933 Oct 27 17:02:43.740459 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 590066a9-ecc1-4f32-8116-71607f33dc5c no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:02:43.762811 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] No Port match for: 590066a9-ecc1-4f32-8116-71607f33dc5c {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:02:43.763156 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 590066a9-ecc1-4f32-8116-71607f33dc5c not bound to the agent host hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:02:44.373137 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5da8dd32-15c9-4736-a3e3-08ba9f37a80f req-a75f292a-3da0-4bd8-9a66-01a1771b2e73 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 210 time: 0.0566294 Oct 27 17:02:44.400600 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159afe2-cf3d-4822-812e-aaa21717e66b req-ae9211e8-e2d6-4f5e-873b-55cfaf0c2d5e tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:44.402188 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c159afe2-cf3d-4822-812e-aaa21717e66b req-ae9211e8-e2d6-4f5e-873b-55cfaf0c2d5e tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0812581 Oct 27 17:02:44.443796 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c159afe2-cf3d-4822-812e-aaa21717e66b req-0254112e-36fe-45d5-a4a4-afea03697153 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348845 Oct 27 17:02:45.189907 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ebaf7-6256-4709-9833-633429d295f2 req-5973afd3-ef74-4810-b39a-4a8a40cb0318 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:45.191338 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-408ebaf7-6256-4709-9833-633429d295f2 req-5973afd3-ef74-4810-b39a-4a8a40cb0318 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.11 "GET /v2.0/networks?id=c1226fd9-296f-4142-aeeb-d03cfacc96a1 HTTP/1.1" status: 200 len: 809 time: 0.1048717 Oct 27 17:02:45.462988 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-00c642f3-81e6-4ec9-a3e0-c8f2012f5c86 req-0ddf2b16-2b11-4be1-91b2-079461924700 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 210 time: 0.0273831 Oct 27 17:02:45.565372 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fc0a7-2005-47fe-a58c-2ed157342bf3 req-e36bfc04-1abd-4c92-a4f4-3f06b9ceee97 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:45.566848 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f58fc0a7-2005-47fe-a58c-2ed157342bf3 req-e36bfc04-1abd-4c92-a4f4-3f06b9ceee97 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0487289 Oct 27 17:02:45.578090 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-408ebaf7-6256-4709-9833-633429d295f2 req-f759423d-3e90-4c37-8fbb-d1f70abf5c51 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Request body: {'port': {'device_id': 'b6b56be9-cbfe-4967-9690-1c425086cf6b', 'network_id': 'c1226fd9-296f-4142-aeeb-d03cfacc96a1', 'admin_state_up': True, 'tenant_id': '9926f744a9a04a7dbe86277dbe14895a'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:45.662808 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f58fc0a7-2005-47fe-a58c-2ed157342bf3 req-b96079b8-11d7-45e7-b3d5-0e19daf08c6c tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898602 Oct 27 17:02:45.817027 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-408ebaf7-6256-4709-9833-633429d295f2 req-f759423d-3e90-4c37-8fbb-d1f70abf5c51 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Made reservation on behalf of 9926f744a9a04a7dbe86277dbe14895a for: {'port': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:02:45.820624 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-408ebaf7-6256-4709-9833-633429d295f2 req-f759423d-3e90-4c37-8fbb-d1f70abf5c51 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:45.951958 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [req-408ebaf7-6256-4709-9833-633429d295f2 req-f759423d-3e90-4c37-8fbb-d1f70abf5c51 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Allocated IP 172.20.0.10 (c1226fd9-296f-4142-aeeb-d03cfacc96a1/2bbff129-0ffb-4da3-8b97-a09a8a003563/72d495d1-e551-4570-a9c8-0f6700d7308f) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:02:46.097465 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-408ebaf7-6256-4709-9833-633429d295f2 req-f759423d-3e90-4c37-8fbb-d1f70abf5c51 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:46.171811 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-408ebaf7-6256-4709-9833-633429d295f2 req-f759423d-3e90-4c37-8fbb-d1f70abf5c51 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:46.221315 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-408ebaf7-6256-4709-9833-633429d295f2 req-f759423d-3e90-4c37-8fbb-d1f70abf5c51 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Network c1226fd9-296f-4142-aeeb-d03cfacc96a1 is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:02:46.224448 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [req-408ebaf7-6256-4709-9833-633429d295f2 req-f759423d-3e90-4c37-8fbb-d1f70abf5c51 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:02:46.228177 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-408ebaf7-6256-4709-9833-633429d295f2 req-f759423d-3e90-4c37-8fbb-d1f70abf5c51 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:02:46.234381 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759423d-3e90-4c37-8fbb-d1f70abf5c51 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Pushing event updated for resources: {'Port': ['ID=72d495d1-e551-4570-a9c8-0f6700d7308f,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:46.283841 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ebaf7-6256-4709-9833-633429d295f2 req-f759423d-3e90-4c37-8fbb-d1f70abf5c51 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:46.284450 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-408ebaf7-6256-4709-9833-633429d295f2 req-f759423d-3e90-4c37-8fbb-d1f70abf5c51 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:46.356397 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-408ebaf7-6256-4709-9833-633429d295f2 req-f759423d-3e90-4c37-8fbb-d1f70abf5c51 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7815847 Oct 27 17:02:46.579435 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8acd50-f30d-480e-908d-3aaf796267b9 req-be357476-f7c4-48b3-a20e-6be5007a0a94 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:46.580999 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3b8acd50-f30d-480e-908d-3aaf796267b9 req-be357476-f7c4-48b3-a20e-6be5007a0a94 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 932 time: 0.0493109 Oct 27 17:02:46.620525 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3b8acd50-f30d-480e-908d-3aaf796267b9 req-a03fafa9-371a-4a09-91c6-1bfef306ee5e tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329630 Oct 27 17:02:49.525795 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-7a5a1f18-33a0-4109-b4cc-37da8ddfa32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:52.354972 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-9cd5cd12-22c5-4673-9d2f-4c04fa6633ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:53.212230 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:53.338095 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:55.189690 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:56.683763 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-408ebaf7-6256-4709-9833-633429d295f2 req-50e5b70f-99f7-4558-ab54-5586029f4555 service neutron] Request body: {'port': {'device_id': 'b6b56be9-cbfe-4967-9690-1c425086cf6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81570'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:56.748890 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-408ebaf7-6256-4709-9833-633429d295f2 req-50e5b70f-99f7-4558-ab54-5586029f4555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:56.835150 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e68a45-9c98-4177-b0a5-7a29732feee4 req-1b7b765c-46de-49a7-aafd-0c74cef31987 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:56.841182 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-25e68a45-9c98-4177-b0a5-7a29732feee4 req-1b7b765c-46de-49a7-aafd-0c74cef31987 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0600450 Oct 27 17:02:56.878695 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-25e68a45-9c98-4177-b0a5-7a29732feee4 req-5ba3055c-5e72-410d-a637-a9b7e51fa302 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360744 Oct 27 17:02:56.971712 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2369f89-7940-461e-84e1-13f556c3f903 req-106d65b7-d40f-4dc4-9ece-e9777b135793 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:56.973204 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e2369f89-7940-461e-84e1-13f556c3f903 req-106d65b7-d40f-4dc4-9ece-e9777b135793 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 932 time: 0.1509855 Oct 27 17:02:57.029748 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e2369f89-7940-461e-84e1-13f556c3f903 req-4e378f83-c752-4e48-874a-5315012d893b tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496707 Oct 27 17:02:57.103922 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [req-408ebaf7-6256-4709-9833-633429d295f2 req-50e5b70f-99f7-4558-ab54-5586029f4555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d495d1-e551-4570-a9c8-0f6700d7308f {{(pid=118834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:02:57.113737 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-408ebaf7-6256-4709-9833-633429d295f2 req-50e5b70f-99f7-4558-ab54-5586029f4555 service neutron] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:57.126597 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.provisioning_blocks [req-408ebaf7-6256-4709-9833-633429d295f2 req-50e5b70f-99f7-4558-ab54-5586029f4555 service neutron] Transition to ACTIVE for port object 72d495d1-e551-4570-a9c8-0f6700d7308f will not be triggered until provisioned by entity L2. {{(pid=118834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:02:57.212788 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-408ebaf7-6256-4709-9833-633429d295f2 req-50e5b70f-99f7-4558-ab54-5586029f4555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:57.264666 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5b70f-99f7-4558-ab54-5586029f4555 service neutron] Pushing event updated for resources: {'Port': ['ID=72d495d1-e551-4570-a9c8-0f6700d7308f,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:57.331439 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-408ebaf7-6256-4709-9833-633429d295f2 req-50e5b70f-99f7-4558-ab54-5586029f4555 service neutron] Attempting to bind port 72d495d1-e551-4570-a9c8-0f6700d7308f on host hv-cinder-81570 for vnic_type normal with profile {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:02:57.331770 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-408ebaf7-6256-4709-9833-633429d295f2 req-50e5b70f-99f7-4558-ab54-5586029f4555 service neutron] Attempting to bind port 72d495d1-e551-4570-a9c8-0f6700d7308f by drivers openvswitch,hyperv on host hv-cinder-81570 at level 0 using segments [{'id': '1db86635-d708-4234-a659-6b4417ae8760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': 'c1226fd9-296f-4142-aeeb-d03cfacc96a1'}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:02:57.332091 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408ebaf7-6256-4709-9833-633429d295f2 req-50e5b70f-99f7-4558-ab54-5586029f4555 service neutron] Attempting to bind port 72d495d1-e551-4570-a9c8-0f6700d7308f on network c1226fd9-296f-4142-aeeb-d03cfacc96a1 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:02:57.337286 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408ebaf7-6256-4709-9833-633429d295f2 req-50e5b70f-99f7-4558-ab54-5586029f4555 service neutron] Port 72d495d1-e551-4570-a9c8-0f6700d7308f on network c1226fd9-296f-4142-aeeb-d03cfacc96a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81570 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:02:57.337706 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408ebaf7-6256-4709-9833-633429d295f2 req-50e5b70f-99f7-4558-ab54-5586029f4555 service neutron] Attempting to bind port 72d495d1-e551-4570-a9c8-0f6700d7308f on network c1226fd9-296f-4142-aeeb-d03cfacc96a1 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:02:57.347998 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408ebaf7-6256-4709-9833-633429d295f2 req-50e5b70f-99f7-4558-ab54-5586029f4555 service neutron] Checking agent: {'id': '95ad64ad-6c0c-401b-b42d-2edbbc1c3c16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'started_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:02:57.348333 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408ebaf7-6256-4709-9833-633429d295f2 req-50e5b70f-99f7-4558-ab54-5586029f4555 service neutron] Checking segment: {'id': '1db86635-d708-4234-a659-6b4417ae8760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': 'c1226fd9-296f-4142-aeeb-d03cfacc96a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:02:57.348944 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408ebaf7-6256-4709-9833-633429d295f2 req-50e5b70f-99f7-4558-ab54-5586029f4555 service neutron] Bound using segment: {'id': '1db86635-d708-4234-a659-6b4417ae8760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': 'c1226fd9-296f-4142-aeeb-d03cfacc96a1'} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:02:57.349423 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-408ebaf7-6256-4709-9833-633429d295f2 req-50e5b70f-99f7-4558-ab54-5586029f4555 service neutron] Bound port: 72d495d1-e551-4570-a9c8-0f6700d7308f, host: hv-cinder-81570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db86635-d708-4234-a659-6b4417ae8760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': 'c1226fd9-296f-4142-aeeb-d03cfacc96a1'}}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:02:57.349746 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-408ebaf7-6256-4709-9833-633429d295f2 req-50e5b70f-99f7-4558-ab54-5586029f4555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:57.415804 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-408ebaf7-6256-4709-9833-633429d295f2 req-50e5b70f-99f7-4558-ab54-5586029f4555 service neutron] For port 72d495d1-e551-4570-a9c8-0f6700d7308f, host hv-cinder-81570, cleared binding levels {{(pid=118834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:02:57.418863 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-408ebaf7-6256-4709-9833-633429d295f2 req-50e5b70f-99f7-4558-ab54-5586029f4555 service neutron] For port 72d495d1-e551-4570-a9c8-0f6700d7308f, host hv-cinder-81570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=72d495d1-e551-4570-a9c8-0f6700d7308f,segment=NetworkSegment(1db86635-d708-4234-a659-6b4417ae8760),segment_id=1db86635-d708-4234-a659-6b4417ae8760)] {{(pid=118834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:02:57.487578 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-408ebaf7-6256-4709-9833-633429d295f2 req-50e5b70f-99f7-4558-ab54-5586029f4555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:57.524398 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ebaf7-6256-4709-9833-633429d295f2 req-50e5b70f-99f7-4558-ab54-5586029f4555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:57.525032 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-408ebaf7-6256-4709-9833-633429d295f2 req-50e5b70f-99f7-4558-ab54-5586029f4555 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:57.526382 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-408ebaf7-6256-4709-9833-633429d295f2 req-50e5b70f-99f7-4558-ab54-5586029f4555 service neutron] 10.222.0.11 "PUT /v2.0/ports/72d495d1-e551-4570-a9c8-0f6700d7308f HTTP/1.1" status: 200 len: 1094 time: 0.8470201 Oct 27 17:02:57.526810 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b56be9-cbfe-4967-9690-1c425086cf6b', 'tag': '72d495d1-e551-4570-a9c8-0f6700d7308f'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:02:57.529053 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb885b8-aea0-4f0c-a893-577e5eff350c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b56be9-cbfe-4967-9690-1c425086cf6b", "tag": "72d495d1-e551-4570-a9c8-0f6700d7308f"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:02:57.548927 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5b70f-99f7-4558-ab54-5586029f4555 service neutron] Pushing event updated for resources: {'Port': ['ID=72d495d1-e551-4570-a9c8-0f6700d7308f,revision_number=3']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:57.566116 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d70e57-e189-4dfb-9a5c-e79e2aa7d80d x-openstack-request-id: req-11d70e57-e189-4dfb-9a5c-e79e2aa7d80d {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:02:57.566403 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b56be9-cbfe-4967-9690-1c425086cf6b", "tag": "72d495d1-e551-4570-a9c8-0f6700d7308f", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:02:57.566658 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-11d70e57-e189-4dfb-9a5c-e79e2aa7d80d {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:02:57.567053 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b56be9-cbfe-4967-9690-1c425086cf6b', 'tag': '72d495d1-e551-4570-a9c8-0f6700d7308f', 'status': 'completed', 'code': 200} Oct 27 17:02:57.634319 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb885b8-aea0-4f0c-a893-577e5eff350c req-3555884b-6728-44f3-945a-a5eb31ffbd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:57.635710 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8bb885b8-aea0-4f0c-a893-577e5eff350c req-3555884b-6728-44f3-945a-a5eb31ffbd91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9926f744a9a04a7dbe86277dbe14895a&device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 1097 time: 0.0418942 Oct 27 17:02:57.800934 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb885b8-aea0-4f0c-a893-577e5eff350c req-93fffaef-2784-4d56-b39d-5f25d6c8fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:57.803019 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8bb885b8-aea0-4f0c-a893-577e5eff350c req-93fffaef-2784-4d56-b39d-5f25d6c8fb6b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=9926f744a9a04a7dbe86277dbe14895a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1148486 Oct 27 17:02:57.933839 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb885b8-aea0-4f0c-a893-577e5eff350c req-411c724a-d785-47ae-bc38-3aea9ee32009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:57.935221 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8bb885b8-aea0-4f0c-a893-577e5eff350c req-411c724a-d785-47ae-bc38-3aea9ee32009 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0925143 Oct 27 17:02:58.033103 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ebaf7-6256-4709-9833-633429d295f2 req-d4cbb23e-a206-484e-9f6c-b9de286794e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:58.034625 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-408ebaf7-6256-4709-9833-633429d295f2 req-d4cbb23e-a206-484e-9f6c-b9de286794e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9926f744a9a04a7dbe86277dbe14895a&device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 1097 time: 0.0469861 Oct 27 17:02:58.143660 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-408ebaf7-6256-4709-9833-633429d295f2 req-858adeb2-756e-4113-a4a1-3d8953ff94b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72d495d1-e551-4570-a9c8-0f6700d7308f HTTP/1.1" status: 200 len: 217 time: 0.0429120 Oct 27 17:02:58.214515 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603d8b7-db76-4006-8011-fa3dbd6a81fb req-1a4a4a00-178f-440d-a8a5-ea3577e1d333 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:58.215909 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f603d8b7-db76-4006-8011-fa3dbd6a81fb req-1a4a4a00-178f-440d-a8a5-ea3577e1d333 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 944 time: 0.0533130 Oct 27 17:02:58.237228 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ebaf7-6256-4709-9833-633429d295f2 req-a2132b03-8249-4026-ad32-2291bd9f1064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:58.238738 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-408ebaf7-6256-4709-9833-633429d295f2 req-a2132b03-8249-4026-ad32-2291bd9f1064 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2bbff129-0ffb-4da3-8b97-a09a8a003563 HTTP/1.1" status: 200 len: 849 time: 0.0885553 Oct 27 17:02:58.252006 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fdb1a-e072-42c7-aeec-b625e0e787bb req-2b0d113f-bcd6-4fb2-8d99-d08cabec2a1f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:58.253624 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d18fdb1a-e072-42c7-aeec-b625e0e787bb req-2b0d113f-bcd6-4fb2-8d99-d08cabec2a1f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0720389 Oct 27 17:02:58.265482 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f603d8b7-db76-4006-8011-fa3dbd6a81fb req-23dfb7e1-3481-4346-ba72-6715ebe35911 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401096 Oct 27 17:02:58.281405 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-408ebaf7-6256-4709-9833-633429d295f2 req-d106714c-9d7c-4813-b2f0-058c1eba7afa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1226fd9-296f-4142-aeeb-d03cfacc96a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266922 Oct 27 17:02:58.359651 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d18fdb1a-e072-42c7-aeec-b625e0e787bb req-6c409289-5c1c-4528-a1e3-960dc049ce7a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949991 Oct 27 17:02:58.395426 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-408ebaf7-6256-4709-9833-633429d295f2 req-2be6d92b-3204-482f-8f92-3aae036924f7 service neutron] 10.222.0.11 "GET /v2.0/networks/c1226fd9-296f-4142-aeeb-d03cfacc96a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006691 Oct 27 17:02:58.662451 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-408ebaf7-6256-4709-9833-633429d295f2 req-3d51319c-3ffe-4ddc-a445-8573eb5f74fa service neutron] 10.222.0.11 "GET /v2.0/networks/c1226fd9-296f-4142-aeeb-d03cfacc96a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861416 Oct 27 17:03:04.475814 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:03:05.603115 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b762b-a8e9-4b94-985e-20a36f4decc0 req-3f209912-8ce6-4992-91d3-50252cc5bbf0 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:05.603698 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf3fda-8a6b-46de-a59b-7a12e957c332 req-5b594861-40b8-40e0-82ef-9ec488466f83 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:05.604660 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-af0b762b-a8e9-4b94-985e-20a36f4decc0 req-3f209912-8ce6-4992-91d3-50252cc5bbf0 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 944 time: 0.0575740 Oct 27 17:03:05.605102 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-84bf3fda-8a6b-46de-a59b-7a12e957c332 req-5b594861-40b8-40e0-82ef-9ec488466f83 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0516982 Oct 27 17:03:05.644026 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-af0b762b-a8e9-4b94-985e-20a36f4decc0 req-6c438562-4177-45f0-bb5a-4c3e43d70af2 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324948 Oct 27 17:03:05.644985 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-84bf3fda-8a6b-46de-a59b-7a12e957c332 req-024f83bb-2dc6-472f-a756-7cbf475ba390 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338600 Oct 27 17:03:05.688430 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:07.012143 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c73a2-3222-4873-b2e4-c0aa55caae60 req-05844709-74a2-4cca-ace8-76db5e95323a tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:07.014929 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a90c73a2-3222-4873-b2e4-c0aa55caae60 req-05844709-74a2-4cca-ace8-76db5e95323a tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 944 time: 0.0589747 Oct 27 17:03:07.019620 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d39674-bea3-4382-a3fb-6ef16fba6f9b req-fa7c3257-ac6d-4204-9a82-0bf5a498837b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:07.020134 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a5d39674-bea3-4382-a3fb-6ef16fba6f9b req-fa7c3257-ac6d-4204-9a82-0bf5a498837b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0565753 Oct 27 17:03:07.056410 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a90c73a2-3222-4873-b2e4-c0aa55caae60 req-3fbcf9fa-8159-4fbf-bb72-60271e8d15f8 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350916 Oct 27 17:03:07.063475 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a5d39674-bea3-4382-a3fb-6ef16fba6f9b req-938fd2e1-a3fb-4d8a-95d6-252b8f2f07c4 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332294 Oct 27 17:03:12.414642 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5810e-3dbb-4dd2-adfc-f3f2254f7143 req-d0e99567-c01a-45ad-9918-ccd38b88ce3e tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:12.416767 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e5c5810e-3dbb-4dd2-adfc-f3f2254f7143 req-d0e99567-c01a-45ad-9918-ccd38b88ce3e tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 944 time: 0.0498011 Oct 27 17:03:12.422260 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833cc63-3ba0-4f12-ae52-d6928451c8bd req-8dbb5927-7d92-44cc-84ad-c358229476bc tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:12.423736 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b833cc63-3ba0-4f12-ae52-d6928451c8bd req-8dbb5927-7d92-44cc-84ad-c358229476bc tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0491562 Oct 27 17:03:12.456198 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e5c5810e-3dbb-4dd2-adfc-f3f2254f7143 req-e01b6098-b2bb-4f6a-bd8a-afb7665f3c93 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337846 Oct 27 17:03:12.461304 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b833cc63-3ba0-4f12-ae52-d6928451c8bd req-724ac786-8d18-4cab-bdff-a1a5f8bda130 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318184 Oct 27 17:03:12.818052 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d298b47-17c1-4ec6-9729-26c8abcac675 req-72232786-e75a-4627-a430-96f811396aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:12.819489 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-9d298b47-17c1-4ec6-9729-26c8abcac675 req-72232786-e75a-4627-a430-96f811396aec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 1099 time: 0.0384896 Oct 27 17:03:12.854380 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-9d298b47-17c1-4ec6-9729-26c8abcac675 req-ab1145ca-8c8c-4a09-b6d4-b9aceac75424 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264177 Oct 27 17:03:14.307408 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14d0a0-15d8-46d8-ba63-ce681603ceb6 req-7d5cfda9-e0b5-4090-8754-e418385b7bd4 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:14.309157 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-fb14d0a0-15d8-46d8-ba63-ce681603ceb6 req-7d5cfda9-e0b5-4090-8754-e418385b7bd4 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0542505 Oct 27 17:03:14.349051 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-fb14d0a0-15d8-46d8-ba63-ce681603ceb6 req-2f0977a0-4253-4f44-b03f-fa7b55db9735 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336418 Oct 27 17:03:14.526116 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf41fa0-fa50-4069-8089-c6a2603442d6 req-9d16019d-21bc-4910-92d7-0d9f825937ea tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:14.527598 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3bf41fa0-fa50-4069-8089-c6a2603442d6 req-9d16019d-21bc-4910-92d7-0d9f825937ea tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 944 time: 0.2794979 Oct 27 17:03:14.565417 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3bf41fa0-fa50-4069-8089-c6a2603442d6 req-ff9e67f4-bc02-47bc-b17e-46f2412ae341 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315502 Oct 27 17:03:15.481861 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790f56a-c8f6-4164-a763-9cc93ee13704 req-0daa3794-37af-4e06-ac2c-11d8bc33a5ac tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:15.484196 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d790f56a-c8f6-4164-a763-9cc93ee13704 req-0daa3794-37af-4e06-ac2c-11d8bc33a5ac tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0556133 Oct 27 17:03:15.571569 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d790f56a-c8f6-4164-a763-9cc93ee13704 req-6112b210-5efd-4780-9434-dcf9c32d8bf6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349486 Oct 27 17:03:15.696391 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a675551-a053-432d-939b-1f88385f7a81 req-a3414f6a-a6bd-445f-899c-d7636b66f5b2 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:15.702252 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5a675551-a053-432d-939b-1f88385f7a81 req-a3414f6a-a6bd-445f-899c-d7636b66f5b2 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 944 time: 0.0606711 Oct 27 17:03:15.737174 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5a675551-a053-432d-939b-1f88385f7a81 req-f6ef49b1-3997-4ba5-9dc4-a42b8921700b tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340562 Oct 27 17:03:16.638196 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 72d495d1-e551-4570-a9c8-0f6700d7308f details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:03:16.675772 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0753be3-a4e2-4645-a112-875d8762b345 req-3be86843-bb4c-4d96-a61c-44ee20b09aa0 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:16.677281 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e0753be3-a4e2-4645-a112-875d8762b345 req-3be86843-bb4c-4d96-a61c-44ee20b09aa0 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0489113 Oct 27 17:03:16.716577 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e0753be3-a4e2-4645-a112-875d8762b345 req-aa812931-10bf-4093-9652-f8867f33ad14 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326040 Oct 27 17:03:16.733862 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 72d495d1-e551-4570-a9c8-0f6700d7308f, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=72d495d1-e551-4570-a9c8-0f6700d7308f,segment=NetworkSegment(1db86635-d708-4234-a659-6b4417ae8760),segment_id=1db86635-d708-4234-a659-6b4417ae8760)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:03:16.745749 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': '72d495d1-e551-4570-a9c8-0f6700d7308f', 'network_id': 'c1226fd9-296f-4142-aeeb-d03cfacc96a1', 'port_id': '72d495d1-e551-4570-a9c8-0f6700d7308f', 'mac_address': 'fa:16:3e:14:a2:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bbff129-0ffb-4da3-8b97-a09a8a003563', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:03:16.789612 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:16.807338 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d495d1-e551-4570-a9c8-0f6700d7308f {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:03:16.828039 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 72d495d1-e551-4570-a9c8-0f6700d7308f, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=72d495d1-e551-4570-a9c8-0f6700d7308f,segment=NetworkSegment(1db86635-d708-4234-a659-6b4417ae8760),segment_id=1db86635-d708-4234-a659-6b4417ae8760)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:03:16.875747 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57639e-2664-4085-a8fc-ef2b189241c9 req-d177fe98-b9f2-46f3-be99-cdbdb5903f04 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:16.877296 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4d57639e-2664-4085-a8fc-ef2b189241c9 req-d177fe98-b9f2-46f3-be99-cdbdb5903f04 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 944 time: 0.0558014 Oct 27 17:03:16.902403 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:16.925301 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4d57639e-2664-4085-a8fc-ef2b189241c9 req-eca2a9d2-7c5c-48c8-91de-c60faab6a25c tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414088 Oct 27 17:03:16.952521 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=72d495d1-e551-4570-a9c8-0f6700d7308f,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:17.174508 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508936bd-87c0-4a42-a52a-58fc1ef4ce3f req-dd91a9c9-b7e5-40d9-b021-4333d829ca66 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:17.176022 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-508936bd-87c0-4a42-a52a-58fc1ef4ce3f req-dd91a9c9-b7e5-40d9-b021-4333d829ca66 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0491858 Oct 27 17:03:17.214584 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-508936bd-87c0-4a42-a52a-58fc1ef4ce3f req-a45af5c3-8412-45b7-9ba1-3c585d69f5b5 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324752 Oct 27 17:03:19.542325 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-5ee8d359-0451-476f-ae76-368e822730bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:22.347967 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a684-2458-4f21-b5d2-c4a251f91da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:22.401320 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad0200-45d4-432c-9493-e847c9a5a2f2 req-9a9908dc-0e16-4aef-a5cf-e8f99fd0a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:22.401858 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-86ad0200-45d4-432c-9493-e847c9a5a2f2 req-9a9908dc-0e16-4aef-a5cf-e8f99fd0a3e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01815bc32be54f4ea30de068defb62b5&device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 1099 time: 0.0415831 Oct 27 17:03:22.503963 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0905ebf-8c2d-4a18-97b1-5fc26aa4f1d3 req-8a41c957-1d71-46b2-bc44-3222458079bb tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:22.505590 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f0905ebf-8c2d-4a18-97b1-5fc26aa4f1d3 req-8a41c957-1d71-46b2-bc44-3222458079bb tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0496256 Oct 27 17:03:22.543897 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dde6f5-9b04-421f-9f37-84cfcb676088 req-ca3709e7-24f2-4f81-9237-1012a5849ca6 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:22.544816 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f0905ebf-8c2d-4a18-97b1-5fc26aa4f1d3 req-1de849e7-19ba-498b-9846-c3a77a41f70d tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324922 Oct 27 17:03:22.545423 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b2dde6f5-9b04-421f-9f37-84cfcb676088 req-ca3709e7-24f2-4f81-9237-1012a5849ca6 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 945 time: 0.0786943 Oct 27 17:03:22.548320 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad0200-45d4-432c-9493-e847c9a5a2f2 req-fedefcdf-7dff-4a3e-b72b-110bbbb24c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:22.549870 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-86ad0200-45d4-432c-9493-e847c9a5a2f2 req-fedefcdf-7dff-4a3e-b72b-110bbbb24c03 service neutron] 10.222.0.11 "GET /v2.0/networks?id=63bb574e-682e-4fda-acd7-cf41cb7ff89d HTTP/1.1" status: 200 len: 920 time: 0.1297157 Oct 27 17:03:22.612145 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-86ad0200-45d4-432c-9493-e847c9a5a2f2 req-ad578b82-b0df-4ddf-b76f-7d37e0499f54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c730199f-586b-47fe-aa7c-720e6230cad9 HTTP/1.1" status: 200 len: 217 time: 0.0465562 Oct 27 17:03:22.619060 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b2dde6f5-9b04-421f-9f37-84cfcb676088 req-5f56dcc8-eee7-442a-88e0-70e812734ff5 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678389 Oct 27 17:03:22.668722 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad0200-45d4-432c-9493-e847c9a5a2f2 req-5a95bd82-1988-4636-b41d-a5470d3e98bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:22.670211 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-86ad0200-45d4-432c-9493-e847c9a5a2f2 req-5a95bd82-1988-4636-b41d-a5470d3e98bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92aec7f3-099d-4f1b-9326-cd2323ebaada HTTP/1.1" status: 200 len: 858 time: 0.0461593 Oct 27 17:03:22.706300 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-86ad0200-45d4-432c-9493-e847c9a5a2f2 req-f3b6e7e5-8d31-4b50-8260-6596bc612554 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63bb574e-682e-4fda-acd7-cf41cb7ff89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244088 Oct 27 17:03:22.806825 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-86ad0200-45d4-432c-9493-e847c9a5a2f2 req-2784a427-1b2b-40f8-98c2-34cce0937d4b service neutron] 10.222.0.11 "GET /v2.0/networks/63bb574e-682e-4fda-acd7-cf41cb7ff89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922565 Oct 27 17:03:22.895095 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-86ad0200-45d4-432c-9493-e847c9a5a2f2 req-73645f62-ffbc-4faa-9f26-deba7a45c040 service neutron] 10.222.0.11 "GET /v2.0/networks/63bb574e-682e-4fda-acd7-cf41cb7ff89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803969 Oct 27 17:03:23.172093 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['72d495d1-e551-4570-a9c8-0f6700d7308f'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:03:23.217684 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:23.372021 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:23.827974 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590fb33-58ae-4d18-b349-84ca4c2d7e8a req-929b7975-d441-4ae6-8f39-f32255717334 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:23.828961 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981633d-3a74-400a-be2c-5d003a2900d8 req-c20e6124-3c1f-4cfb-bd13-f2f4a6ef69cf tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:23.829499 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6590fb33-58ae-4d18-b349-84ca4c2d7e8a req-929b7975-d441-4ae6-8f39-f32255717334 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 945 time: 0.0502534 Oct 27 17:03:23.830584 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-9981633d-3a74-400a-be2c-5d003a2900d8 req-c20e6124-3c1f-4cfb-bd13-f2f4a6ef69cf tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0530903 Oct 27 17:03:23.869570 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-9981633d-3a74-400a-be2c-5d003a2900d8 req-1d87cf09-dfed-435a-b710-b88a6c0d25cc tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331824 Oct 27 17:03:23.876709 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6590fb33-58ae-4d18-b349-84ca4c2d7e8a req-4d1639c9-bbce-46ad-aff8-846f813e9667 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405064 Oct 27 17:03:24.990846 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bf9c4-80b5-4d30-8857-5d9c0ba30c52 req-a0ffb7a1-698f-4870-87bf-8037b1c4973f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:24.992211 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5a0bf9c4-80b5-4d30-8857-5d9c0ba30c52 req-a0ffb7a1-698f-4870-87bf-8037b1c4973f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0492749 Oct 27 17:03:24.993950 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280620b-4e31-4c8c-8c5c-7b69b4d8e1ad req-9cd9c764-52f6-4911-8f28-9ff2dd3f4c7d tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:24.995442 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d280620b-4e31-4c8c-8c5c-7b69b4d8e1ad req-9cd9c764-52f6-4911-8f28-9ff2dd3f4c7d tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 945 time: 0.0485780 Oct 27 17:03:25.031235 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5a0bf9c4-80b5-4d30-8857-5d9c0ba30c52 req-2d5d7069-b592-4b88-9af0-a5bfcc8f8cd5 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324087 Oct 27 17:03:25.034238 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d280620b-4e31-4c8c-8c5c-7b69b4d8e1ad req-74afb43c-5404-43b2-8921-8d7e2dee3d05 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322571 Oct 27 17:03:25.165434 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:26.151887 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2b11f-16b9-4538-a615-5e10eb3059f0 req-400dc52f-d74d-40b0-89d6-87136b32127b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:26.153576 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a9c2b11f-16b9-4538-a615-5e10eb3059f0 req-400dc52f-d74d-40b0-89d6-87136b32127b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0505409 Oct 27 17:03:26.157266 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548c9ec-0d93-4f8a-8d8c-5110379e2038 req-066e3ffb-ac02-4889-bd5c-1299da45159d tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:26.158732 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2548c9ec-0d93-4f8a-8d8c-5110379e2038 req-066e3ffb-ac02-4889-bd5c-1299da45159d tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 945 time: 0.0485137 Oct 27 17:03:26.192379 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a9c2b11f-16b9-4538-a615-5e10eb3059f0 req-95184b82-70af-4ff5-b3b5-a2401f01120b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327103 Oct 27 17:03:26.197151 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2548c9ec-0d93-4f8a-8d8c-5110379e2038 req-e441cf4d-94e3-433c-97fa-f916b00011ea tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325794 Oct 27 17:03:26.315121 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 72d495d1-e551-4570-a9c8-0f6700d7308f up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:03:26.583054 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning for port 72d495d1-e551-4570-a9c8-0f6700d7308f completed by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:03:26.586919 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port 72d495d1-e551-4570-a9c8-0f6700d7308f triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:03:26.587286 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:26.665576 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:26.687992 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b56be9-cbfe-4967-9690-1c425086cf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d495d1-e551-4570-a9c8-0f6700d7308f'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:03:26.690237 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fa21b4-f826-4bb5-96c3-d5ee02aa10e4" -d '{"events": [{"server_uuid": "b6b56be9-cbfe-4967-9690-1c425086cf6b", "name": "network-vif-plugged", "status": "completed", "tag": "72d495d1-e551-4570-a9c8-0f6700d7308f"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:03:26.703382 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 72d495d1-e551-4570-a9c8-0f6700d7308f, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=72d495d1-e551-4570-a9c8-0f6700d7308f,segment=NetworkSegment(1db86635-d708-4234-a659-6b4417ae8760),segment_id=1db86635-d708-4234-a659-6b4417ae8760)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:03:26.726479 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6846bd7a-c2ff-4f3c-9e39-fd0e1bea0020 x-openstack-request-id: req-6846bd7a-c2ff-4f3c-9e39-fd0e1bea0020 {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:03:26.726789 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b56be9-cbfe-4967-9690-1c425086cf6b", "name": "network-vif-plugged", "status": "completed", "tag": "72d495d1-e551-4570-a9c8-0f6700d7308f", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:03:26.727046 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-6846bd7a-c2ff-4f3c-9e39-fd0e1bea0020 {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:03:26.727437 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b56be9-cbfe-4967-9690-1c425086cf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d495d1-e551-4570-a9c8-0f6700d7308f', 'code': 200} Oct 27 17:03:26.805626 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:26.853827 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=72d495d1-e551-4570-a9c8-0f6700d7308f,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:27.065505 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f62b1e-0241-4341-b6a5-0e834ce28fde req-679822d9-3410-4d72-8c54-f67c3e3195bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:27.066986 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-75f62b1e-0241-4341-b6a5-0e834ce28fde req-679822d9-3410-4d72-8c54-f67c3e3195bb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 1099 time: 0.0393240 Oct 27 17:03:27.107263 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-75f62b1e-0241-4341-b6a5-0e834ce28fde req-964a8f47-43a4-4b7b-8754-54d4c8fb0cba service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318196 Oct 27 17:03:27.316759 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490189a-4afe-4746-867e-004149d2d17a req-3bf068ba-db70-4b2e-91aa-1f89bb377763 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:27.317371 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c5283-2f91-452b-a960-bd01417590ee req-9fd08ff8-0ff5-4c27-ad1b-021f2fbfb513 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:27.317743 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4490189a-4afe-4746-867e-004149d2d17a req-3bf068ba-db70-4b2e-91aa-1f89bb377763 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0530379 Oct 27 17:03:27.317957 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d68c5283-2f91-452b-a960-bd01417590ee req-9fd08ff8-0ff5-4c27-ad1b-021f2fbfb513 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 946 time: 0.0502641 Oct 27 17:03:27.355538 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4490189a-4afe-4746-867e-004149d2d17a req-0cdb3e00-03b7-4ccd-8924-6ff9a14f9b71 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319953 Oct 27 17:03:27.357176 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d68c5283-2f91-452b-a960-bd01417590ee req-10579119-0bac-4a47-bb47-6e83240c4851 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328567 Oct 27 17:03:28.479359 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf47bf-88d0-482a-8914-851c8eb0e5c8 req-05d26141-bce7-4326-84c1-a173b9329cea tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:28.480055 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1a231-e137-425d-8989-dc618f035cbb req-6019e634-083a-4a89-9af4-98b8f01f1d0b tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:28.480870 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-77bf47bf-88d0-482a-8914-851c8eb0e5c8 req-05d26141-bce7-4326-84c1-a173b9329cea tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0501571 Oct 27 17:03:28.481008 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3ab1a231-e137-425d-8989-dc618f035cbb req-6019e634-083a-4a89-9af4-98b8f01f1d0b tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 946 time: 0.0524528 Oct 27 17:03:28.520012 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3ab1a231-e137-425d-8989-dc618f035cbb req-00ffb0b4-a6ed-4187-859b-381fceed3bcc tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327475 Oct 27 17:03:28.521443 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-77bf47bf-88d0-482a-8914-851c8eb0e5c8 req-b21ccd41-218d-469e-977e-498ddc3a086a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327923 Oct 27 17:03:29.639155 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277297e5-ed9d-40f1-9bc9-a4c45e2b4aef req-dafc765c-9fed-4218-abd8-935961ba29fd tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:29.640640 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-277297e5-ed9d-40f1-9bc9-a4c45e2b4aef req-dafc765c-9fed-4218-abd8-935961ba29fd tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 946 time: 0.0494852 Oct 27 17:03:29.683635 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-277297e5-ed9d-40f1-9bc9-a4c45e2b4aef req-9ebd4101-2a78-461d-b8b8-e6b509f9ce84 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371926 Oct 27 17:03:30.805722 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f48ba-9004-4579-ad1a-ee3de4d69463 req-35678675-99ba-416f-a02f-fcac504c3feb tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:30.807179 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-1d7f48ba-9004-4579-ad1a-ee3de4d69463 req-35678675-99ba-416f-a02f-fcac504c3feb tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 946 time: 0.0499616 Oct 27 17:03:30.844393 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-1d7f48ba-9004-4579-ad1a-ee3de4d69463 req-3b7cf054-6c74-4767-a865-5c315a9de2b1 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306296 Oct 27 17:03:32.319629 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d52a7-10a1-430f-a887-385f1832edd8 req-2adc8ee6-53c1-4ab0-94bb-ea923c452293 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:32.324443 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-286d52a7-10a1-430f-a887-385f1832edd8 req-2adc8ee6-53c1-4ab0-94bb-ea923c452293 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0537872 Oct 27 17:03:32.364696 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-286d52a7-10a1-430f-a887-385f1832edd8 req-be3d5152-9ee7-4de6-9aaf-75a490ded4da tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362117 Oct 27 17:03:32.930168 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fa81ac74-9b70-4a8f-8c1a-585faf8ac72c req-ef5a4aaa-512c-4409-93f8-7ecb87225a96 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430255 Oct 27 17:03:33.000758 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81ac74-9b70-4a8f-8c1a-585faf8ac72c req-2136d64e-07c5-433d-b26a-ec7f66f2be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:33.002291 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fa81ac74-9b70-4a8f-8c1a-585faf8ac72c req-2136d64e-07c5-433d-b26a-ec7f66f2be8c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01815bc32be54f4ea30de068defb62b5&device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 1098 time: 0.0419614 Oct 27 17:03:33.027105 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033469f9-e54c-4e60-b8cd-7ab685371c00 req-23023069-8ec3-4c44-b9cc-bd1a37b17131 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:33.028658 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-033469f9-e54c-4e60-b8cd-7ab685371c00 req-23023069-8ec3-4c44-b9cc-bd1a37b17131 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 946 time: 0.0540204 Oct 27 17:03:33.070398 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-033469f9-e54c-4e60-b8cd-7ab685371c00 req-a68023d4-ca0c-49d9-a9a8-c92d64f98de3 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354576 Oct 27 17:03:33.134270 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81ac74-9b70-4a8f-8c1a-585faf8ac72c req-c95fcc38-c776-4169-ac0c-eb024bff4e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:33.135964 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fa81ac74-9b70-4a8f-8c1a-585faf8ac72c req-c95fcc38-c776-4169-ac0c-eb024bff4e21 service neutron] 10.222.0.11 "GET /v2.0/networks?id=63bb574e-682e-4fda-acd7-cf41cb7ff89d HTTP/1.1" status: 200 len: 920 time: 0.1114585 Oct 27 17:03:33.195899 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fa81ac74-9b70-4a8f-8c1a-585faf8ac72c req-46c18be9-06a7-49f5-a19a-ab5c105ecf83 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7068f777-6dd1-4fd8-87c5-235792a34929 HTTP/1.1" status: 200 len: 217 time: 0.0474455 Oct 27 17:03:33.274940 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81ac74-9b70-4a8f-8c1a-585faf8ac72c req-942e4bdd-d00d-484b-9592-750e7bfcbc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:33.276391 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fa81ac74-9b70-4a8f-8c1a-585faf8ac72c req-942e4bdd-d00d-484b-9592-750e7bfcbc11 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92aec7f3-099d-4f1b-9326-cd2323ebaada HTTP/1.1" status: 200 len: 858 time: 0.0639093 Oct 27 17:03:33.329357 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fa81ac74-9b70-4a8f-8c1a-585faf8ac72c req-cfe33342-e93b-4181-9330-9caa0158f0fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63bb574e-682e-4fda-acd7-cf41cb7ff89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354266 Oct 27 17:03:33.425028 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-27c13419-60db-4559-a415-80f8c951baf6 req-fa45c669-da39-44ea-92f9-15e357e84463 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-839349293&fields=id&tenant_id=b56b830b8c974548b53ba292242131df HTTP/1.1" status: 200 len: 267 time: 0.0368931 Oct 27 17:03:33.432896 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fa81ac74-9b70-4a8f-8c1a-585faf8ac72c req-4ff2094b-80e2-490f-8972-a9cafdd662f4 service neutron] 10.222.0.11 "GET /v2.0/networks/63bb574e-682e-4fda-acd7-cf41cb7ff89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954459 Oct 27 17:03:33.542574 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fa81ac74-9b70-4a8f-8c1a-585faf8ac72c req-c861ac6d-b68a-4846-b0ab-c93b4923a392 service neutron] 10.222.0.11 "GET /v2.0/networks/63bb574e-682e-4fda-acd7-cf41cb7ff89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011183 Oct 27 17:03:33.548506 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c13419-60db-4559-a415-80f8c951baf6 req-93e47745-827c-4a9a-9c27-a9309903d590 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:33.549983 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-27c13419-60db-4559-a415-80f8c951baf6 req-93e47745-827c-4a9a-9c27-a9309903d590 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/networks?id=e91aae30-22b6-408a-b5f9-023a720e38a7 HTTP/1.1" status: 200 len: 812 time: 0.1162856 Oct 27 17:03:33.566532 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-27c13419-60db-4559-a415-80f8c951baf6 req-e5e74b6f-cc92-4df3-bdfa-34b8aeba2943 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/quotas/b56b830b8c974548b53ba292242131df HTTP/1.1" status: 200 len: 375 time: 0.0098746 Oct 27 17:03:33.618093 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-27c13419-60db-4559-a415-80f8c951baf6 req-f5781213-a172-4157-bb54-42ff879438ad tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=b56b830b8c974548b53ba292242131df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459726 Oct 27 17:03:33.680702 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 57130) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:03:33.714904 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-27c13419-60db-4559-a415-80f8c951baf6 req-31a516b1-5471-4ee4-8b85-202ab66ce100 service neutron] 10.222.0.109 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845861 Oct 27 17:03:33.787830 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-752926f5-1c57-423b-98c7-c0852f34ad13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:33.811737 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-27c13419-60db-4559-a415-80f8c951baf6 req-91cc5502-ae6a-4684-8dc5-b057cbbfdbd0 service neutron] 10.222.0.109 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897224 Oct 27 17:03:33.876464 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-752926f5-1c57-423b-98c7-c0852f34ad13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:33.989737 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-752926f5-1c57-423b-98c7-c0852f34ad13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:34.032176 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-752926f5-1c57-423b-98c7-c0852f34ad13 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=97ef7889b98c49a3a403d01dd731fad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479118 Oct 27 17:03:34.032176 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752926f5-1c57-423b-98c7-c0852f34ad13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec44fc5d-cef7-4af7-b921-539e1294ba19,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:34.032535 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 57144) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:03:34.038460 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752926f5-1c57-423b-98c7-c0852f34ad13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:34.038809 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752926f5-1c57-423b-98c7-c0852f34ad13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:34.039154 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752926f5-1c57-423b-98c7-c0852f34ad13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:34.039489 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752926f5-1c57-423b-98c7-c0852f34ad13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:34.039816 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752926f5-1c57-423b-98c7-c0852f34ad13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:34.040146 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752926f5-1c57-423b-98c7-c0852f34ad13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:34.040476 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752926f5-1c57-423b-98c7-c0852f34ad13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:34.040840 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752926f5-1c57-423b-98c7-c0852f34ad13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:34.041166 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752926f5-1c57-423b-98c7-c0852f34ad13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:34.041488 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752926f5-1c57-423b-98c7-c0852f34ad13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:34.041809 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752926f5-1c57-423b-98c7-c0852f34ad13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:34.042126 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752926f5-1c57-423b-98c7-c0852f34ad13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:34.081929 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7629d1ba-a27d-4a27-ac1a-61610503c167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:34.105357 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7629d1ba-a27d-4a27-ac1a-61610503c167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:34.200363 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc7c14-b2db-4011-a514-75146e42ac66 req-e45c8792-b06e-4932-85a1-550a9fca38f8 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:34.202964 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-93bc7c14-b2db-4011-a514-75146e42ac66 req-e45c8792-b06e-4932-85a1-550a9fca38f8 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 946 time: 0.0576646 Oct 27 17:03:34.235675 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7629d1ba-a27d-4a27-ac1a-61610503c167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:34.239277 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7629d1ba-a27d-4a27-ac1a-61610503c167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:34.242768 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-7629d1ba-a27d-4a27-ac1a-61610503c167 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/ec44fc5d-cef7-4af7-b921-539e1294ba19 HTTP/1.1" status: 204 len: 168 time: 0.2068491 Oct 27 17:03:34.249877 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629d1ba-a27d-4a27-ac1a-61610503c167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec44fc5d-cef7-4af7-b921-539e1294ba19,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:34.265216 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629d1ba-a27d-4a27-ac1a-61610503c167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:34.265472 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-93bc7c14-b2db-4011-a514-75146e42ac66 req-c70bab31-35fa-49ed-aa07-fec39f0cc809 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/security-groups?id=54b40648-5e0f-4adf-990d-49aed5e69bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568035 Oct 27 17:03:34.265661 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629d1ba-a27d-4a27-ac1a-61610503c167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:34.265919 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629d1ba-a27d-4a27-ac1a-61610503c167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:34.266258 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629d1ba-a27d-4a27-ac1a-61610503c167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:34.266599 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629d1ba-a27d-4a27-ac1a-61610503c167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:34.266913 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629d1ba-a27d-4a27-ac1a-61610503c167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:34.267244 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629d1ba-a27d-4a27-ac1a-61610503c167 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:34.267574 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629d1ba-a27d-4a27-ac1a-61610503c167 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:34.267938 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629d1ba-a27d-4a27-ac1a-61610503c167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:34.268233 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629d1ba-a27d-4a27-ac1a-61610503c167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:34.268551 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629d1ba-a27d-4a27-ac1a-61610503c167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:34.268908 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629d1ba-a27d-4a27-ac1a-61610503c167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:34.404704 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f6ca9f3e-3611-4ceb-903d-af19605c6fab req-6e4cf44e-0bf0-4b60-ad93-9922a62cf29c tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 210 time: 0.0273962 Oct 27 17:03:34.926662 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7aad9-34e8-4f84-9fb5-6102e69d0d14 req-8a97f5fd-764b-4d0e-b5de-fb30ba2da4e8 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:34.928038 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7bb7aad9-34e8-4f84-9fb5-6102e69d0d14 req-8a97f5fd-764b-4d0e-b5de-fb30ba2da4e8 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 946 time: 0.0500119 Oct 27 17:03:35.034166 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-7bb7aad9-34e8-4f84-9fb5-6102e69d0d14 req-17c71ad5-2b6a-4666-afe8-ee7af2680e94 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Deleting port 72d495d1-e551-4570-a9c8-0f6700d7308f {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:03:35.034595 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-7bb7aad9-34e8-4f84-9fb5-6102e69d0d14 req-17c71ad5-2b6a-4666-afe8-ee7af2680e94 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:35.123556 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-7bb7aad9-34e8-4f84-9fb5-6102e69d0d14 req-17c71ad5-2b6a-4666-afe8-ee7af2680e94 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] For port 72d495d1-e551-4570-a9c8-0f6700d7308f, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=72d495d1-e551-4570-a9c8-0f6700d7308f,segment=NetworkSegment(1db86635-d708-4234-a659-6b4417ae8760),segment_id=1db86635-d708-4234-a659-6b4417ae8760)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:03:35.128703 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-7bb7aad9-34e8-4f84-9fb5-6102e69d0d14 req-17c71ad5-2b6a-4666-afe8-ee7af2680e94 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:35.136535 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-7bb7aad9-34e8-4f84-9fb5-6102e69d0d14 req-17c71ad5-2b6a-4666-afe8-ee7af2680e94 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Calling delete_port for 72d495d1-e551-4570-a9c8-0f6700d7308f owned by compute:nova {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:03:35.316026 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-7bb7aad9-34e8-4f84-9fb5-6102e69d0d14 req-17c71ad5-2b6a-4666-afe8-ee7af2680e94 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:35.330104 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['72d495d1-e551-4570-a9c8-0f6700d7308f'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:03:35.372117 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c71ad5-2b6a-4666-afe8-ee7af2680e94 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Pushing event deleted for resources: {'Port': ['ID=72d495d1-e551-4570-a9c8-0f6700d7308f,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:35.440243 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb7aad9-34e8-4f84-9fb5-6102e69d0d14 req-17c71ad5-2b6a-4666-afe8-ee7af2680e94 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] No DVR routers for this DVR port 72d495d1-e551-4570-a9c8-0f6700d7308f on host hv-cinder-81570 {{(pid=118834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:03:35.442916 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-7bb7aad9-34e8-4f84-9fb5-6102e69d0d14 req-17c71ad5-2b6a-4666-afe8-ee7af2680e94 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:35.446762 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7bb7aad9-34e8-4f84-9fb5-6102e69d0d14 req-17c71ad5-2b6a-4666-afe8-ee7af2680e94 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.11 "DELETE /v2.0/ports/72d495d1-e551-4570-a9c8-0f6700d7308f HTTP/1.1" status: 204 len: 173 time: 0.5113256 Oct 27 17:03:35.447215 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b56be9-cbfe-4967-9690-1c425086cf6b', 'name': 'network-vif-deleted', 'tag': '72d495d1-e551-4570-a9c8-0f6700d7308f'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:03:35.449766 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88bf67c-214f-4a08-a86c-87d0c3a17ced" -d '{"events": [{"server_uuid": "b6b56be9-cbfe-4967-9690-1c425086cf6b", "name": "network-vif-deleted", "tag": "72d495d1-e551-4570-a9c8-0f6700d7308f"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:03:35.528422 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6dc61aa1-7074-4c1c-b424-5e41e0f77aac req-da4859e8-093b-46e0-993d-b9f3efd3917d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 210 time: 0.0303197 Oct 27 17:03:35.575693 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4f9f81-0362-43e5-bd07-f494176e6c19 x-openstack-request-id: req-6d4f9f81-0362-43e5-bd07-f494176e6c19 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:03:35.576038 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b56be9-cbfe-4967-9690-1c425086cf6b", "name": "network-vif-deleted", "tag": "72d495d1-e551-4570-a9c8-0f6700d7308f", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:03:35.576250 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-6d4f9f81-0362-43e5-bd07-f494176e6c19 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:03:35.576684 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b56be9-cbfe-4967-9690-1c425086cf6b', 'name': 'network-vif-deleted', 'tag': '72d495d1-e551-4570-a9c8-0f6700d7308f', 'status': 'completed', 'code': 200} Oct 27 17:03:35.613999 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4f1326d8-abd6-4e39-9c97-744adbb76c94 req-e606f1d1-06fb-416e-b4bf-371c950e8e37 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 210 time: 0.2864614 Oct 27 17:03:35.715767 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:36.634772 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-dbf0895e-eab6-4370-81a9-74c97bd868df req-f80973e1-b24c-4308-a9e8-243f91502c8d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 210 time: 0.0261700 Oct 27 17:03:36.727775 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7081fc80-38d7-4174-b76b-af782de1222e req-747e7ee1-738d-405e-bba9-c76d47fee3f3 tempest-VolumesActionsTest-415061654 tempest-VolumesActionsTest-415061654-project] 10.222.0.109 "GET /v2.0/ports?device_id=b6b56be9-cbfe-4967-9690-1c425086cf6b HTTP/1.1" status: 200 len: 210 time: 0.0262642 Oct 27 17:03:37.729419 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6c5db078-72f0-44a8-8ede-f131d39db500 req-ebed649c-8157-495e-9ce3-a7d1e4ff2fb1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 210 time: 0.0260651 Oct 27 17:03:38.513567 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 72d495d1-e551-4570-a9c8-0f6700d7308f no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:03:38.550975 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] No Port match for: 72d495d1-e551-4570-a9c8-0f6700d7308f {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:03:38.551549 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 72d495d1-e551-4570-a9c8-0f6700d7308f not bound to the agent host hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:03:41.095295 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-48d7396a-c6b6-4e94-b697-87ed5ac0fd65 req-d3c65238-740b-4bb0-958d-a37322b54cfb tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 210 time: 0.0259879 Oct 27 17:03:41.171285 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c13419-60db-4559-a415-80f8c951baf6 req-158efefc-fc5a-44f0-814c-eede2b860b5a tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:41.173379 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-27c13419-60db-4559-a415-80f8c951baf6 req-158efefc-fc5a-44f0-814c-eede2b860b5a tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.11 "GET /v2.0/networks?id=e91aae30-22b6-408a-b5f9-023a720e38a7 HTTP/1.1" status: 200 len: 812 time: 0.1074731 Oct 27 17:03:41.223233 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-27c13419-60db-4559-a415-80f8c951baf6 req-07bfcbcf-1ff6-4076-83be-fb84d8cddcbb tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b56b830b8c974548b53ba292242131df HTTP/1.1" status: 200 len: 379 time: 0.0365763 Oct 27 17:03:41.234343 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-27c13419-60db-4559-a415-80f8c951baf6 req-f5aa3055-e7af-4d2c-94e7-003d39643eba tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Request body: {'port': {'device_id': 'cb8d8b2b-e174-4216-9476-59ceb5e2bd5e', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'admin_state_up': True, 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'security_groups': ['5285681e-5bf4-4440-94f5-4beff2a43e78']}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:03:41.384852 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c13419-60db-4559-a415-80f8c951baf6 req-f5aa3055-e7af-4d2c-94e7-003d39643eba tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Made reservation on behalf of b56b830b8c974548b53ba292242131df for: {'port': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:03:41.388436 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-27c13419-60db-4559-a415-80f8c951baf6 req-f5aa3055-e7af-4d2c-94e7-003d39643eba tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:41.474440 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:03:41.516367 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [req-27c13419-60db-4559-a415-80f8c951baf6 req-f5aa3055-e7af-4d2c-94e7-003d39643eba tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Allocated IP 172.20.0.4 (e91aae30-22b6-408a-b5f9-023a720e38a7/8c198ae9-9d38-4325-9957-9b7c60096236/5b4afdae-b56d-4bbd-a37a-fd07df147e55) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:03:41.653633 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-27c13419-60db-4559-a415-80f8c951baf6 req-f5aa3055-e7af-4d2c-94e7-003d39643eba tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:41.745654 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-27c13419-60db-4559-a415-80f8c951baf6 req-f5aa3055-e7af-4d2c-94e7-003d39643eba tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:41.791691 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c13419-60db-4559-a415-80f8c951baf6 req-f5aa3055-e7af-4d2c-94e7-003d39643eba tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Network e91aae30-22b6-408a-b5f9-023a720e38a7 is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:03:41.794828 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [req-27c13419-60db-4559-a415-80f8c951baf6 req-f5aa3055-e7af-4d2c-94e7-003d39643eba tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:03:41.798578 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c13419-60db-4559-a415-80f8c951baf6 req-f5aa3055-e7af-4d2c-94e7-003d39643eba tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:03:41.805055 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa3055-e7af-4d2c-94e7-003d39643eba tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Pushing event updated for resources: {'Port': ['ID=5b4afdae-b56d-4bbd-a37a-fd07df147e55,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:41.852723 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c13419-60db-4559-a415-80f8c951baf6 req-f5aa3055-e7af-4d2c-94e7-003d39643eba tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:41.853475 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-27c13419-60db-4559-a415-80f8c951baf6 req-f5aa3055-e7af-4d2c-94e7-003d39643eba tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:41.930922 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-27c13419-60db-4559-a415-80f8c951baf6 req-f5aa3055-e7af-4d2c-94e7-003d39643eba tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7002552 Oct 27 17:03:41.998389 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-2bc45d4f-1c6b-4f77-bbe0-95bc3275b9dc None None] Provisioning complete for port 5b4afdae-b56d-4bbd-a37a-fd07df147e55 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:03:41.998957 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-2bc45d4f-1c6b-4f77-bbe0-95bc3275b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:42.022062 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-27c13419-60db-4559-a415-80f8c951baf6 req-0ba5ecd9-9214-4d68-8923-f238fab99abd service neutron] Request body: {'port': {'device_id': 'cb8d8b2b-e174-4216-9476-59ceb5e2bd5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81570'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:03:42.041581 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-2bc45d4f-1c6b-4f77-bbe0-95bc3275b9dc None None] Port 5b4afdae-b56d-4bbd-a37a-fd07df147e55 cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:03:42.086787 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-27c13419-60db-4559-a415-80f8c951baf6 req-0ba5ecd9-9214-4d68-8923-f238fab99abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:42.344611 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [req-27c13419-60db-4559-a415-80f8c951baf6 req-0ba5ecd9-9214-4d68-8923-f238fab99abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b4afdae-b56d-4bbd-a37a-fd07df147e55 {{(pid=118834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:03:42.352169 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-27c13419-60db-4559-a415-80f8c951baf6 req-0ba5ecd9-9214-4d68-8923-f238fab99abd service neutron] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:42.363866 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.provisioning_blocks [req-27c13419-60db-4559-a415-80f8c951baf6 req-0ba5ecd9-9214-4d68-8923-f238fab99abd service neutron] Transition to ACTIVE for port object 5b4afdae-b56d-4bbd-a37a-fd07df147e55 will not be triggered until provisioned by entity L2. {{(pid=118834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:03:42.418747 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-27c13419-60db-4559-a415-80f8c951baf6 req-0ba5ecd9-9214-4d68-8923-f238fab99abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:42.472930 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5ecd9-9214-4d68-8923-f238fab99abd service neutron] Pushing event updated for resources: {'Port': ['ID=5b4afdae-b56d-4bbd-a37a-fd07df147e55,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:42.547299 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-27c13419-60db-4559-a415-80f8c951baf6 req-0ba5ecd9-9214-4d68-8923-f238fab99abd service neutron] Attempting to bind port 5b4afdae-b56d-4bbd-a37a-fd07df147e55 on host hv-cinder-81570 for vnic_type normal with profile {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:03:42.547662 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-27c13419-60db-4559-a415-80f8c951baf6 req-0ba5ecd9-9214-4d68-8923-f238fab99abd service neutron] Attempting to bind port 5b4afdae-b56d-4bbd-a37a-fd07df147e55 by drivers openvswitch,hyperv on host hv-cinder-81570 at level 0 using segments [{'id': '1aac70d7-0812-41ad-a7fe-8333e95f8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7'}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:03:42.547998 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c13419-60db-4559-a415-80f8c951baf6 req-0ba5ecd9-9214-4d68-8923-f238fab99abd service neutron] Attempting to bind port 5b4afdae-b56d-4bbd-a37a-fd07df147e55 on network e91aae30-22b6-408a-b5f9-023a720e38a7 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:03:42.553970 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c13419-60db-4559-a415-80f8c951baf6 req-0ba5ecd9-9214-4d68-8923-f238fab99abd service neutron] Port 5b4afdae-b56d-4bbd-a37a-fd07df147e55 on network e91aae30-22b6-408a-b5f9-023a720e38a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81570 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:03:42.554267 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c13419-60db-4559-a415-80f8c951baf6 req-0ba5ecd9-9214-4d68-8923-f238fab99abd service neutron] Attempting to bind port 5b4afdae-b56d-4bbd-a37a-fd07df147e55 on network e91aae30-22b6-408a-b5f9-023a720e38a7 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:03:42.559318 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c13419-60db-4559-a415-80f8c951baf6 req-0ba5ecd9-9214-4d68-8923-f238fab99abd service neutron] Checking agent: {'id': '95ad64ad-6c0c-401b-b42d-2edbbc1c3c16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'started_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:03:42.559690 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c13419-60db-4559-a415-80f8c951baf6 req-0ba5ecd9-9214-4d68-8923-f238fab99abd service neutron] Checking segment: {'id': '1aac70d7-0812-41ad-a7fe-8333e95f8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:03:42.560040 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c13419-60db-4559-a415-80f8c951baf6 req-0ba5ecd9-9214-4d68-8923-f238fab99abd service neutron] Bound using segment: {'id': '1aac70d7-0812-41ad-a7fe-8333e95f8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7'} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:03:42.560675 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-27c13419-60db-4559-a415-80f8c951baf6 req-0ba5ecd9-9214-4d68-8923-f238fab99abd service neutron] Bound port: 5b4afdae-b56d-4bbd-a37a-fd07df147e55, host: hv-cinder-81570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aac70d7-0812-41ad-a7fe-8333e95f8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7'}}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:03:42.560878 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-27c13419-60db-4559-a415-80f8c951baf6 req-0ba5ecd9-9214-4d68-8923-f238fab99abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:42.626612 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-27c13419-60db-4559-a415-80f8c951baf6 req-0ba5ecd9-9214-4d68-8923-f238fab99abd service neutron] For port 5b4afdae-b56d-4bbd-a37a-fd07df147e55, host hv-cinder-81570, cleared binding levels {{(pid=118834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:03:42.630214 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-27c13419-60db-4559-a415-80f8c951baf6 req-0ba5ecd9-9214-4d68-8923-f238fab99abd service neutron] For port 5b4afdae-b56d-4bbd-a37a-fd07df147e55, host hv-cinder-81570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=5b4afdae-b56d-4bbd-a37a-fd07df147e55,segment=NetworkSegment(1aac70d7-0812-41ad-a7fe-8333e95f8e13),segment_id=1aac70d7-0812-41ad-a7fe-8333e95f8e13)] {{(pid=118834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:03:42.717036 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-27c13419-60db-4559-a415-80f8c951baf6 req-0ba5ecd9-9214-4d68-8923-f238fab99abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:42.754388 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c13419-60db-4559-a415-80f8c951baf6 req-0ba5ecd9-9214-4d68-8923-f238fab99abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:42.755009 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-27c13419-60db-4559-a415-80f8c951baf6 req-0ba5ecd9-9214-4d68-8923-f238fab99abd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:42.756382 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-27c13419-60db-4559-a415-80f8c951baf6 req-0ba5ecd9-9214-4d68-8923-f238fab99abd service neutron] 10.222.0.11 "PUT /v2.0/ports/5b4afdae-b56d-4bbd-a37a-fd07df147e55 HTTP/1.1" status: 200 len: 1093 time: 0.7395890 Oct 27 17:03:42.756853 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8d8b2b-e174-4216-9476-59ceb5e2bd5e', 'tag': '5b4afdae-b56d-4bbd-a37a-fd07df147e55'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:03:42.759165 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e059378f-3a11-46f9-a9ea-b9f5c1fbeadf" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8d8b2b-e174-4216-9476-59ceb5e2bd5e", "tag": "5b4afdae-b56d-4bbd-a37a-fd07df147e55"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:03:42.781519 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5ecd9-9214-4d68-8923-f238fab99abd service neutron] Pushing event updated for resources: {'Port': ['ID=5b4afdae-b56d-4bbd-a37a-fd07df147e55,revision_number=3']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:46.235437 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c13419-60db-4559-a415-80f8c951baf6 req-e5552fd6-33e5-48ef-861b-8c11bd8204a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:46.237301 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-27c13419-60db-4559-a415-80f8c951baf6 req-e5552fd6-33e5-48ef-861b-8c11bd8204a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b56b830b8c974548b53ba292242131df&device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 1096 time: 0.0503771 Oct 27 17:03:46.239636 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bc2b8b-e68f-45c4-9a84-675789dc0fc1 x-openstack-request-id: req-63bc2b8b-e68f-45c4-9a84-675789dc0fc1 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:03:46.239922 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8d8b2b-e174-4216-9476-59ceb5e2bd5e", "tag": "5b4afdae-b56d-4bbd-a37a-fd07df147e55", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:03:46.240169 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-63bc2b8b-e68f-45c4-9a84-675789dc0fc1 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:03:46.240578 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8d8b2b-e174-4216-9476-59ceb5e2bd5e', 'tag': '5b4afdae-b56d-4bbd-a37a-fd07df147e55', 'status': 'completed', 'code': 200} Oct 27 17:03:46.305229 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-27c13419-60db-4559-a415-80f8c951baf6 req-e51223ac-e1c9-4e1b-b1dc-3ec2bd6b372a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b4afdae-b56d-4bbd-a37a-fd07df147e55 HTTP/1.1" status: 200 len: 217 time: 0.0482702 Oct 27 17:03:46.352014 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384618f-6153-4265-b94c-8b1d3662d3bb req-1d7d285c-526c-4fd5-aa73-4240b2ca859b tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:46.353506 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-1384618f-6153-4265-b94c-8b1d3662d3bb req-1d7d285c-526c-4fd5-aa73-4240b2ca859b tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 943 time: 0.1066039 Oct 27 17:03:46.388587 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c13419-60db-4559-a415-80f8c951baf6 req-a84e7f6d-cfe0-4e41-a8a1-cd7f0e164f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:46.390074 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-27c13419-60db-4559-a415-80f8c951baf6 req-a84e7f6d-cfe0-4e41-a8a1-cd7f0e164f06 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c198ae9-9d38-4325-9957-9b7c60096236 HTTP/1.1" status: 200 len: 851 time: 0.0754049 Oct 27 17:03:46.412487 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-1384618f-6153-4265-b94c-8b1d3662d3bb req-ac374fd0-737d-4e68-b901-6575a80d8d31 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513597 Oct 27 17:03:46.447323 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c13419-60db-4559-a415-80f8c951baf6 req-051ce802-1410-45f0-b302-c4da4a8c3531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:46.448745 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-27c13419-60db-4559-a415-80f8c951baf6 req-051ce802-1410-45f0-b302-c4da4a8c3531 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e91aae30-22b6-408a-b5f9-023a720e38a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485582 Oct 27 17:03:46.541580 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-27c13419-60db-4559-a415-80f8c951baf6 req-20bbaaf7-fada-4922-8dc9-fdd76528548c service neutron] 10.222.0.11 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840616 Oct 27 17:03:46.634461 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-27c13419-60db-4559-a415-80f8c951baf6 req-51061332-7583-4308-aac6-70f2f33787f9 service neutron] 10.222.0.11 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836651 Oct 27 17:03:46.788390 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059378f-3a11-46f9-a9ea-b9f5c1fbeadf req-3259edf0-5321-4af3-9d97-0c4a1db4b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:46.789904 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e059378f-3a11-46f9-a9ea-b9f5c1fbeadf req-3259edf0-5321-4af3-9d97-0c4a1db4b8ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b56b830b8c974548b53ba292242131df&device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 1096 time: 0.0411022 Oct 27 17:03:46.884150 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059378f-3a11-46f9-a9ea-b9f5c1fbeadf req-0bea977b-3d0f-48e7-b18c-e8d08cd90b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:46.885628 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e059378f-3a11-46f9-a9ea-b9f5c1fbeadf req-0bea977b-3d0f-48e7-b18c-e8d08cd90b10 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e91aae30-22b6-408a-b5f9-023a720e38a7 HTTP/1.1" status: 200 len: 914 time: 0.0869939 Oct 27 17:03:46.929586 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e059378f-3a11-46f9-a9ea-b9f5c1fbeadf req-95516772-bbae-45da-aff6-a2edcc412459 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b4afdae-b56d-4bbd-a37a-fd07df147e55 HTTP/1.1" status: 200 len: 217 time: 0.0358117 Oct 27 17:03:46.991894 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059378f-3a11-46f9-a9ea-b9f5c1fbeadf req-d335576d-6bc4-4024-a637-ba610e4c32d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:46.993415 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e059378f-3a11-46f9-a9ea-b9f5c1fbeadf req-d335576d-6bc4-4024-a637-ba610e4c32d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c198ae9-9d38-4325-9957-9b7c60096236 HTTP/1.1" status: 200 len: 851 time: 0.0496237 Oct 27 17:03:47.053464 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059378f-3a11-46f9-a9ea-b9f5c1fbeadf req-f1c657e8-3100-4501-ab4a-c4ca987a3458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:47.054957 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e059378f-3a11-46f9-a9ea-b9f5c1fbeadf req-f1c657e8-3100-4501-ab4a-c4ca987a3458 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e91aae30-22b6-408a-b5f9-023a720e38a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405867 Oct 27 17:03:47.147430 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e059378f-3a11-46f9-a9ea-b9f5c1fbeadf req-6f2c260d-6d81-4e76-bf2e-3f0954c6e40e service neutron] 10.222.0.11 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819721 Oct 27 17:03:47.276179 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e059378f-3a11-46f9-a9ea-b9f5c1fbeadf req-1ef073fa-caae-4359-9464-0c42a063f306 service neutron] 10.222.0.11 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161275 Oct 27 17:03:47.528669 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e02e76-690b-4ac8-b18e-aacca1dc49ba req-1c0650e9-1d23-4279-bc5d-85c50fb00ff6 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:47.530125 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-67e02e76-690b-4ac8-b18e-aacca1dc49ba req-1c0650e9-1d23-4279-bc5d-85c50fb00ff6 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 943 time: 0.0490649 Oct 27 17:03:47.569452 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-67e02e76-690b-4ac8-b18e-aacca1dc49ba req-f569f66c-f2a5-4359-981d-d78a8c28a426 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322771 Oct 27 17:03:48.720803 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcc80e-1d22-4169-bb4e-1af54a643e77 req-eae392b8-c2fe-4d40-933b-ec82c6676f35 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:48.722608 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e4bcc80e-1d22-4169-bb4e-1af54a643e77 req-eae392b8-c2fe-4d40-933b-ec82c6676f35 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0537629 Oct 27 17:03:48.747179 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c98e1-6985-4590-b128-b4c59cbf3479 req-004fabe7-a6b4-4b32-940c-be429e95bd24 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:48.748744 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7e5c98e1-6985-4590-b128-b4c59cbf3479 req-004fabe7-a6b4-4b32-940c-be429e95bd24 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 943 time: 0.1002233 Oct 27 17:03:48.796081 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e4bcc80e-1d22-4169-bb4e-1af54a643e77 req-1a82650e-dc0a-4997-8fd7-887ec5b0a38f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665083 Oct 27 17:03:48.827129 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c645f18-f991-4b99-a017-6c3a97efebeb req-1617cb0e-88e6-4b48-8d51-994c4303e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:48.828900 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7c645f18-f991-4b99-a017-6c3a97efebeb req-1617cb0e-88e6-4b48-8d51-994c4303e7ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01815bc32be54f4ea30de068defb62b5&device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 1099 time: 0.0993960 Oct 27 17:03:48.839604 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7e5c98e1-6985-4590-b128-b4c59cbf3479 req-678aaa45-e66b-4e65-8eb5-4c1462ab281c tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713701 Oct 27 17:03:48.950962 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c645f18-f991-4b99-a017-6c3a97efebeb req-1107a687-91ae-416e-a4cb-dbcc881d70f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:48.952504 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7c645f18-f991-4b99-a017-6c3a97efebeb req-1107a687-91ae-416e-a4cb-dbcc881d70f7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=63bb574e-682e-4fda-acd7-cf41cb7ff89d HTTP/1.1" status: 200 len: 920 time: 0.1094642 Oct 27 17:03:49.006380 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7c645f18-f991-4b99-a017-6c3a97efebeb req-d364a0a4-607a-4758-b6c6-4b1419e12027 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c730199f-586b-47fe-aa7c-720e6230cad9 HTTP/1.1" status: 200 len: 217 time: 0.0449343 Oct 27 17:03:49.062650 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c645f18-f991-4b99-a017-6c3a97efebeb req-e89a5458-e567-4550-832e-59b326fa6c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:49.064141 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7c645f18-f991-4b99-a017-6c3a97efebeb req-e89a5458-e567-4550-832e-59b326fa6c6b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92aec7f3-099d-4f1b-9326-cd2323ebaada HTTP/1.1" status: 200 len: 858 time: 0.0487690 Oct 27 17:03:49.100213 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7c645f18-f991-4b99-a017-6c3a97efebeb req-07c694d5-93e0-4901-8421-ed3f37cd71d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63bb574e-682e-4fda-acd7-cf41cb7ff89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278850 Oct 27 17:03:49.206386 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7c645f18-f991-4b99-a017-6c3a97efebeb req-ecde31e0-cf71-48b9-98c4-a7d538699653 service neutron] 10.222.0.11 "GET /v2.0/networks/63bb574e-682e-4fda-acd7-cf41cb7ff89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945694 Oct 27 17:03:49.348842 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7c645f18-f991-4b99-a017-6c3a97efebeb req-3bb09f0d-8bf3-4ffe-9b02-1b3ca3e5ec54 service neutron] 10.222.0.11 "GET /v2.0/networks/63bb574e-682e-4fda-acd7-cf41cb7ff89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340997 Oct 27 17:03:49.579920 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-036a9cc7-065a-4389-a737-1fa66386f545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:49.972639 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ebc8c-7608-4805-a062-1c190417f79c req-31f49cfb-3166-45e5-a7cd-4306eb9cf7ae tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:49.975113 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-180ebc8c-7608-4805-a062-1c190417f79c req-31f49cfb-3166-45e5-a7cd-4306eb9cf7ae tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0582991 Oct 27 17:03:50.042116 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-180ebc8c-7608-4805-a062-1c190417f79c req-f0249133-b41d-451a-9d94-5ccb24aa8f1c tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595491 Oct 27 17:03:50.104278 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7073bc6-8819-472f-81a6-9ce00dd12b3b req-dfc8be9d-d6cc-4c9e-9290-f92e47c26870 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:50.112221 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b7073bc6-8819-472f-81a6-9ce00dd12b3b req-dfc8be9d-d6cc-4c9e-9290-f92e47c26870 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 943 time: 0.1479926 Oct 27 17:03:50.199715 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b7073bc6-8819-472f-81a6-9ce00dd12b3b req-d3e00d49-f6f5-415c-91e6-a6bd75c5b8ae tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747852 Oct 27 17:03:51.212196 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23a23d-4388-45df-bdf5-ddf01b14742a req-11562f1e-9292-4d93-a4ae-73f236b18bce tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:51.237328 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ba23a23d-4388-45df-bdf5-ddf01b14742a req-11562f1e-9292-4d93-a4ae-73f236b18bce tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0736969 Oct 27 17:03:51.292850 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ba23a23d-4388-45df-bdf5-ddf01b14742a req-1fadc656-e9b2-414e-b1a4-be7e6f9162cd tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547278 Oct 27 17:03:51.338117 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fba3d9-6a5e-435f-bd43-cf5f2e07acf7 req-dcd1abf0-7490-4d0e-babc-7991f067c719 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:51.339695 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-00fba3d9-6a5e-435f-bd43-cf5f2e07acf7 req-dcd1abf0-7490-4d0e-babc-7991f067c719 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 943 time: 0.0646839 Oct 27 17:03:51.383745 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-00fba3d9-6a5e-435f-bd43-cf5f2e07acf7 req-548e4ac8-dcaa-4dc0-b5a3-d85c2384f111 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378742 Oct 27 17:03:52.370734 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-fb24a879-144f-491d-931f-ef2ed3218ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:52.455944 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b44ff-32f7-4e61-a168-ad2cb38c8cac req-e1feac8f-2b49-4fe8-a0d4-25360f488366 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:52.466139 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c36b44ff-32f7-4e61-a168-ad2cb38c8cac req-e1feac8f-2b49-4fe8-a0d4-25360f488366 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0695221 Oct 27 17:03:52.516941 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c36b44ff-32f7-4e61-a168-ad2cb38c8cac req-32216c54-bae6-4e16-89d1-78255f934be6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477283 Oct 27 17:03:52.548284 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06976862-e387-4d9c-a0ea-e02b194eb51f req-9c7eda7e-43a0-43dc-9426-fb76ee6cc571 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:52.549851 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-06976862-e387-4d9c-a0ea-e02b194eb51f req-9c7eda7e-43a0-43dc-9426-fb76ee6cc571 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 943 time: 0.0730801 Oct 27 17:03:52.612856 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-06976862-e387-4d9c-a0ea-e02b194eb51f req-5f904237-7dba-47f5-90fd-07546a067b9f tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557823 Oct 27 17:03:53.215910 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:53.381600 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:53.649745 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3172e1-a2c5-4e6e-8a6a-bd2bca422b9f req-1e338059-1e3a-4229-9231-0bce8bb9909a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:53.659448 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7c3172e1-a2c5-4e6e-8a6a-bd2bca422b9f req-1e338059-1e3a-4229-9231-0bce8bb9909a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0646181 Oct 27 17:03:53.708269 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7c3172e1-a2c5-4e6e-8a6a-bd2bca422b9f req-903cbcca-d394-4c67-a5d0-fd528d0a283c tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430229 Oct 27 17:03:53.741866 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f544a-fa67-4663-aa45-6739654df2d5 req-3f3cae76-12a2-45a0-8ce1-9388bb26de0c tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:53.743360 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c76f544a-fa67-4663-aa45-6739654df2d5 req-3f3cae76-12a2-45a0-8ce1-9388bb26de0c tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 943 time: 0.0554416 Oct 27 17:03:53.794362 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c76f544a-fa67-4663-aa45-6739654df2d5 req-1d52b3ba-3c85-4432-a465-4ffa1cd1791f tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446656 Oct 27 17:03:54.383149 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 57478) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:03:54.519603 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3408b4b5-d42f-486e-b789-e86bdaaff690 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:54.604430 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3408b4b5-d42f-486e-b789-e86bdaaff690 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:54.661057 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3408b4b5-d42f-486e-b789-e86bdaaff690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:54.701466 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408b4b5-d42f-486e-b789-e86bdaaff690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fac2c2-de6c-4f46-905e-49ca0a307396,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:54.708431 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 57486) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:03:54.709410 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-3408b4b5-d42f-486e-b789-e86bdaaff690 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=5d00b6d20a6e4107bfe9d4256a3f8935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239200 Oct 27 17:03:54.770217 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f6a44740-481a-4d53-b33a-60592e033489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:54.799368 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f6a44740-481a-4d53-b33a-60592e033489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:54.874483 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a81cfb-bc32-424a-83ae-bab222a52535 req-b65cda0f-4302-46a7-87bd-fa714771ca87 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:54.876204 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b8a81cfb-bc32-424a-83ae-bab222a52535 req-b65cda0f-4302-46a7-87bd-fa714771ca87 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0762866 Oct 27 17:03:54.938019 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b8a81cfb-bc32-424a-83ae-bab222a52535 req-870db300-a52f-4cde-bd34-67b1a1f901d0 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532162 Oct 27 17:03:54.943628 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f6a44740-481a-4d53-b33a-60592e033489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:54.946891 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f6a44740-481a-4d53-b33a-60592e033489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:54.948432 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-f6a44740-481a-4d53-b33a-60592e033489 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/38fac2c2-de6c-4f46-905e-49ca0a307396 HTTP/1.1" status: 204 len: 168 time: 0.2369385 Oct 27 17:03:54.978587 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d4f81-d136-4db4-a914-302ae5276ea3 req-aeda2a61-ded3-4ca8-ad6a-5b5a353d0bbe tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:54.980162 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d89d4f81-d136-4db4-a914-302ae5276ea3 req-aeda2a61-ded3-4ca8-ad6a-5b5a353d0bbe tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 943 time: 0.0868707 Oct 27 17:03:54.981873 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a44740-481a-4d53-b33a-60592e033489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fac2c2-de6c-4f46-905e-49ca0a307396,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:55.183385 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:55.327484 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d89d4f81-d136-4db4-a914-302ae5276ea3 req-5ed6b432-6a45-4b76-afc6-90b55486a8fe tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3404815 Oct 27 17:03:56.111888 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc4f66-a253-4063-ba6f-d15ecf729a8a req-789198d1-ffce-46d8-b1a0-448b74fe9aaf tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:56.120629 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-85cc4f66-a253-4063-ba6f-d15ecf729a8a req-789198d1-ffce-46d8-b1a0-448b74fe9aaf tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0647585 Oct 27 17:03:56.167774 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-85cc4f66-a253-4063-ba6f-d15ecf729a8a req-75766e00-92e6-484b-a231-ff2b3d78f057 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458779 Oct 27 17:03:56.488015 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e34b6-4964-42eb-87ff-c644a104e9a5 req-554da02e-d6d0-4bad-a4ae-cab0a09c3daf tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:56.489577 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-179e34b6-4964-42eb-87ff-c644a104e9a5 req-554da02e-d6d0-4bad-a4ae-cab0a09c3daf tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 943 time: 0.0734224 Oct 27 17:03:56.549019 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-179e34b6-4964-42eb-87ff-c644a104e9a5 req-ca2000be-b66b-4644-8642-02ec53e1192c tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526092 Oct 27 17:03:56.711122 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 5b4afdae-b56d-4bbd-a37a-fd07df147e55 details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:03:56.816909 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 5b4afdae-b56d-4bbd-a37a-fd07df147e55, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=5b4afdae-b56d-4bbd-a37a-fd07df147e55,segment=NetworkSegment(1aac70d7-0812-41ad-a7fe-8333e95f8e13),segment_id=1aac70d7-0812-41ad-a7fe-8333e95f8e13)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:03:56.829781 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': '5b4afdae-b56d-4bbd-a37a-fd07df147e55', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'port_id': '5b4afdae-b56d-4bbd-a37a-fd07df147e55', 'mac_address': 'fa:16:3e:12:08:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:03:56.871862 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:56.885961 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b4afdae-b56d-4bbd-a37a-fd07df147e55 {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:03:56.908126 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 5b4afdae-b56d-4bbd-a37a-fd07df147e55, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=5b4afdae-b56d-4bbd-a37a-fd07df147e55,segment=NetworkSegment(1aac70d7-0812-41ad-a7fe-8333e95f8e13),segment_id=1aac70d7-0812-41ad-a7fe-8333e95f8e13)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:03:56.981084 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:57.038522 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=5b4afdae-b56d-4bbd-a37a-fd07df147e55,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:57.046614 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:57.051710 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:57.051710 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:57.051710 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:57.051710 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:57.051710 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:57.051710 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:57.051710 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:57.051710 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:57.051710 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:57.051710 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:57.051710 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:57.326483 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f69db6-f6b5-4e50-9a28-d796bc99f532 req-fc96901e-98e6-46fd-9fe8-e7da7e4290b1 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:57.333114 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-73f69db6-f6b5-4e50-9a28-d796bc99f532 req-fc96901e-98e6-46fd-9fe8-e7da7e4290b1 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0843987 Oct 27 17:03:57.377542 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-73f69db6-f6b5-4e50-9a28-d796bc99f532 req-81256d07-df4e-4891-95ef-b426a2e089d0 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374517 Oct 27 17:03:57.435121 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['5b4afdae-b56d-4bbd-a37a-fd07df147e55'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:03:57.708756 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3242f-cca3-4efb-9e38-605636759553 req-96490c36-3285-4937-ae85-df22b058a6f2 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:57.710658 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f3c3242f-cca3-4efb-9e38-605636759553 req-96490c36-3285-4937-ae85-df22b058a6f2 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 944 time: 0.0537663 Oct 27 17:03:57.753270 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f3c3242f-cca3-4efb-9e38-605636759553 req-9ba1cc6a-2af4-4f42-aa53-574417606f30 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353229 Oct 27 17:03:58.519367 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474aee4-8472-4974-a9d3-d6ccbcac2741 req-0776cb53-0bec-4f28-a43b-4c93795a49ff tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:58.527652 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3474aee4-8472-4974-a9d3-d6ccbcac2741 req-0776cb53-0bec-4f28-a43b-4c93795a49ff tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0627091 Oct 27 17:03:58.573245 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3474aee4-8472-4974-a9d3-d6ccbcac2741 req-68ae6d7d-9e41-4aad-8686-d28d57629fc9 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444603 Oct 27 17:03:58.905094 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f3f13-bac6-419b-8493-63a719a344b6 req-a8401bbd-6042-40a5-a548-5976ca6fc9fb tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:58.913861 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d62f3f13-bac6-419b-8493-63a719a344b6 req-a8401bbd-6042-40a5-a548-5976ca6fc9fb tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 944 time: 0.0655427 Oct 27 17:03:58.951045 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d62f3f13-bac6-419b-8493-63a719a344b6 req-878a49b5-d048-4490-a668-1ff3ce39a96e tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363009 Oct 27 17:03:59.704927 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7cfba-864d-4bf9-94dd-0d7910836153 req-a50982ad-9b99-4751-8d0a-b06c1193a517 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:59.706581 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4ac7cfba-864d-4bf9-94dd-0d7910836153 req-a50982ad-9b99-4751-8d0a-b06c1193a517 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0574946 Oct 27 17:03:59.782137 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4ac7cfba-864d-4bf9-94dd-0d7910836153 req-a249d5fa-6428-4c81-bccd-06e75e8ad02a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562639 Oct 27 17:04:00.076437 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3a9ea-8c59-4c65-a545-f8e4f222a00d req-b2851a0c-29c4-4487-9eef-f74269b53153 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:00.078035 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-77f3a9ea-8c59-4c65-a545-f8e4f222a00d req-b2851a0c-29c4-4487-9eef-f74269b53153 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 944 time: 0.0533645 Oct 27 17:04:00.118811 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-77f3a9ea-8c59-4c65-a545-f8e4f222a00d req-3000db8f-5430-43fe-9e87-6d8bf026f67b tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347190 Oct 27 17:04:00.942244 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b878606-1145-4d4c-9f22-d6569314ddca req-442fdc31-da36-42e1-be27-b12f8422d4c0 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:00.944499 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5b878606-1145-4d4c-9f22-d6569314ddca req-442fdc31-da36-42e1-be27-b12f8422d4c0 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0792320 Oct 27 17:04:00.992303 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5b878606-1145-4d4c-9f22-d6569314ddca req-df9a9723-e73f-4871-a53b-0cead842e2af tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401995 Oct 27 17:04:01.917932 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 5b4afdae-b56d-4bbd-a37a-fd07df147e55 up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:04:02.033137 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning for port 5b4afdae-b56d-4bbd-a37a-fd07df147e55 completed by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:04:02.037707 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port 5b4afdae-b56d-4bbd-a37a-fd07df147e55 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:04:02.038475 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:02.119110 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:02.143171 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8d8b2b-e174-4216-9476-59ceb5e2bd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4afdae-b56d-4bbd-a37a-fd07df147e55'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:04:02.145467 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41953df-6045-4115-9c9b-fa0d34fe86b4" -d '{"events": [{"server_uuid": "cb8d8b2b-e174-4216-9476-59ceb5e2bd5e", "name": "network-vif-plugged", "status": "completed", "tag": "5b4afdae-b56d-4bbd-a37a-fd07df147e55"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:04:02.159803 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 5b4afdae-b56d-4bbd-a37a-fd07df147e55, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=5b4afdae-b56d-4bbd-a37a-fd07df147e55,segment=NetworkSegment(1aac70d7-0812-41ad-a7fe-8333e95f8e13),segment_id=1aac70d7-0812-41ad-a7fe-8333e95f8e13)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:02.205761 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:02.261535 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=5b4afdae-b56d-4bbd-a37a-fd07df147e55,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:05.003973 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b1f0c-4c8b-49da-96c1-3bc783167cb9 req-51a84ffe-de74-4a22-a7c4-541e8253a2e2 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:05.008355 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-9c7b1f0c-4c8b-49da-96c1-3bc783167cb9 req-51a84ffe-de74-4a22-a7c4-541e8253a2e2 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 945 time: 0.0546579 Oct 27 17:04:05.024026 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680e4ce-6db4-420c-9b2b-2854dfae94de req-45c3cb70-815f-47e8-a722-da879316ea0a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:05.025945 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2680e4ce-6db4-420c-9b2b-2854dfae94de req-45c3cb70-815f-47e8-a722-da879316ea0a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0576308 Oct 27 17:04:05.051771 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-9c7b1f0c-4c8b-49da-96c1-3bc783167cb9 req-1496f18c-d1f2-4b60-a001-3c74ddfad66a tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377216 Oct 27 17:04:05.072996 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2680e4ce-6db4-420c-9b2b-2854dfae94de req-246bc68a-1fa0-4d2d-8368-bf6a0a1b1310 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407646 Oct 27 17:04:05.106161 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120a82d3-7003-4fc1-afab-ad91f860ef9c x-openstack-request-id: req-120a82d3-7003-4fc1-afab-ad91f860ef9c {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:04:05.106687 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8d8b2b-e174-4216-9476-59ceb5e2bd5e", "name": "network-vif-plugged", "status": "completed", "tag": "5b4afdae-b56d-4bbd-a37a-fd07df147e55", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:04:05.106687 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-120a82d3-7003-4fc1-afab-ad91f860ef9c {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:04:05.107057 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8d8b2b-e174-4216-9476-59ceb5e2bd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4afdae-b56d-4bbd-a37a-fd07df147e55', 'code': 200} Oct 27 17:04:05.372526 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953fdb5-d7af-40af-b353-28ec983398a6 req-f4ff634b-eddb-4d53-91f7-46c9e2e3d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:05.374067 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b953fdb5-d7af-40af-b353-28ec983398a6 req-f4ff634b-eddb-4d53-91f7-46c9e2e3d440 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 1098 time: 0.0441916 Oct 27 17:04:05.423263 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b953fdb5-d7af-40af-b353-28ec983398a6 req-84677be4-9f21-4dd7-b8df-7d3db972c3a7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398920 Oct 27 17:04:05.741751 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:06.511265 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73263a70-e70d-4f1a-8a71-00603b515602 req-fcf2a219-2e18-4d6a-8657-029ad1c6ceb0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:06.512803 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-73263a70-e70d-4f1a-8a71-00603b515602 req-fcf2a219-2e18-4d6a-8657-029ad1c6ceb0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 945 time: 0.0554760 Oct 27 17:04:06.513205 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97f9ee-5cbc-46ec-adcb-a61159f54248 req-841dad0c-ff1c-4dc3-a9ca-7cb69c45fc5a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:06.514684 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4b97f9ee-5cbc-46ec-adcb-a61159f54248 req-841dad0c-ff1c-4dc3-a9ca-7cb69c45fc5a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0504744 Oct 27 17:04:06.552203 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-73263a70-e70d-4f1a-8a71-00603b515602 req-8294f540-135b-480b-ab6b-fdd5e1223707 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333831 Oct 27 17:04:06.553632 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4b97f9ee-5cbc-46ec-adcb-a61159f54248 req-bcff70bb-ccc3-45d1-93d4-26525697eb4a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331345 Oct 27 17:04:07.686007 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a35c6d-1845-4510-91ce-5851aa7a35d8 req-68f2fd73-7d08-41be-8b1f-cdda6362b70d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:07.687561 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c132e-9352-49e1-969a-ad9eb3a8ccae req-45218bb3-ae85-40dd-afa9-c89e665744c6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:07.691909 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-74a35c6d-1845-4510-91ce-5851aa7a35d8 req-68f2fd73-7d08-41be-8b1f-cdda6362b70d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 945 time: 0.0612626 Oct 27 17:04:07.692872 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-180c132e-9352-49e1-969a-ad9eb3a8ccae req-45218bb3-ae85-40dd-afa9-c89e665744c6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0637929 Oct 27 17:04:07.731698 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-180c132e-9352-49e1-969a-ad9eb3a8ccae req-6c8e6fea-1b5c-4387-ac85-1205b5531d42 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341983 Oct 27 17:04:07.732811 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-74a35c6d-1845-4510-91ce-5851aa7a35d8 req-c6a4af6b-eee9-412c-b729-f404b9454b79 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377302 Oct 27 17:04:08.854247 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013f35f-6d37-4b99-b553-9fa6329120c1 req-b4db36db-b155-48a7-bee2-04823c9c284c tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:08.855615 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f013f35f-6d37-4b99-b553-9fa6329120c1 req-b4db36db-b155-48a7-bee2-04823c9c284c tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 945 time: 0.0502834 Oct 27 17:04:08.857405 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8aca6-4c33-43ae-ae8d-054cc36c256e req-d7f24b6a-c67c-4a1e-824a-d2a0ad264282 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:08.858909 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-25d8aca6-4c33-43ae-ae8d-054cc36c256e req-d7f24b6a-c67c-4a1e-824a-d2a0ad264282 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0542171 Oct 27 17:04:08.898848 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f013f35f-6d37-4b99-b553-9fa6329120c1 req-233dc320-05c8-4d70-98f1-5d4043125634 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369053 Oct 27 17:04:08.901462 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-25d8aca6-4c33-43ae-ae8d-054cc36c256e req-245ead74-fec3-4198-b640-1724c4b2b4b1 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363655 Oct 27 17:04:09.011552 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce07707-545d-437e-bcc4-e526dd2b5da6 req-00c3ba2c-d56f-461d-9dff-ae2a72a1ee48 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:09.012976 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-cce07707-545d-437e-bcc4-e526dd2b5da6 req-00c3ba2c-d56f-461d-9dff-ae2a72a1ee48 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 945 time: 0.0483041 Oct 27 17:04:09.050993 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-cce07707-545d-437e-bcc4-e526dd2b5da6 req-a944ab34-8569-4a4c-b7bd-e9cd0b839792 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320745 Oct 27 17:04:09.073659 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 57768) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:09.253453 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bddbc10-4891-4c6a-8ade-dd9a87193a90 tempest-TestVolumeBootPattern-976700261 tempest-TestVolumeBootPattern-976700261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:09.254944 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-2bddbc10-4891-4c6a-8ade-dd9a87193a90 tempest-TestVolumeBootPattern-976700261 tempest-TestVolumeBootPattern-976700261-project-admin] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 1093 time: 0.1801207 Oct 27 17:04:09.257776 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 57772) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:09.262262 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-2f308151-c012-419d-9c50-0cd6bdd6d5c1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Request body: {'floatingip': {'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'port_id': '5b4afdae-b56d-4bbd-a37a-fd07df147e55', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'fixed_ip_address': '172.20.0.4'}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:04:09.348011 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2f308151-c012-419d-9c50-0cd6bdd6d5c1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for floatingip, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:09.448890 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2f308151-c012-419d-9c50-0cd6bdd6d5c1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:09.470828 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 57780) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:09.517639 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cdf23ca-d557-46c5-9287-d0838880fdb3 admin admin] Deleting subnet 2bbff129-0ffb-4da3-8b97-a09a8a003563 {{(pid=118834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:04:09.520667 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-6cdf23ca-d557-46c5-9287-d0838880fdb3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:09.557623 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-6cdf23ca-d557-46c5-9287-d0838880fdb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130957097'] for subnet, precommit_delete_associations {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:09.558955 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_common [None req-2f308151-c012-419d-9c50-0cd6bdd6d5c1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Allocated IP 172.27.3.81 (ed716183-5f1c-445b-936f-259913b9090b/855c9060-65b5-4295-a48e-32e34bdb0777/bde22dd1-3533-4eca-8431-b9166eed440e) {{(pid=118833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:04:09.607018 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-6cdf23ca-d557-46c5-9287-d0838880fdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1424751'] for subnet, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:09.705748 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2f308151-c012-419d-9c50-0cd6bdd6d5c1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for port, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:09.731425 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-6cdf23ca-d557-46c5-9287-d0838880fdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1424742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130954934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130888278'] for subnet, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:09.760373 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf23ca-d557-46c5-9287-d0838880fdb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bbff129-0ffb-4da3-8b97-a09a8a003563,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:09.764531 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-6cdf23ca-d557-46c5-9287-d0838880fdb3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:09.767525 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 57792) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:09.767915 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-6cdf23ca-d557-46c5-9287-d0838880fdb3 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/2bbff129-0ffb-4da3-8b97-a09a8a003563 HTTP/1.1" status: 204 len: 168 time: 0.2957373 Oct 27 17:04:09.770386 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 57794) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:09.823506 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2f308151-c012-419d-9c50-0cd6bdd6d5c1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:09.844124 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-626a48fe-bcc4-45b1-9611-7659b80ba51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529236'] for network, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:09.866927 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f308151-c012-419d-9c50-0cd6bdd6d5c1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Network ed716183-5f1c-445b-936f-259913b9090b is already hosted by enough agents. {{(pid=118833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:04:09.877164 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-2f308151-c012-419d-9c50-0cd6bdd6d5c1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Resources bound (agent type, host, resource id): {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:04:09.882809 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f308151-c012-419d-9c50-0cd6bdd6d5c1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Pushing event updated for resources: {'Port': ['ID=bde22dd1-3533-4eca-8431-b9166eed440e,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:09.890370 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f308151-c012-419d-9c50-0cd6bdd6d5c1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Received port after_create {{(pid=118833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:04:09.894274 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-94bd7451-1cb1-4d6b-afca-6ab377186e00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:09.937815 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-626a48fe-bcc4-45b1-9611-7659b80ba51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423354', 'neutron.services.segments.db._delete_segments_for_network-8740460286558'] for network, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:09.964358 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-626a48fe-bcc4-45b1-9611-7659b80ba51e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1226fd9-296f-4142-aeeb-d03cfacc96a1']}} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:09.974378 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-626a48fe-bcc4-45b1-9611-7659b80ba51e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db86635-d708-4234-a659-6b4417ae8760') {'for_net_delete': True} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:09.974675 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-626a48fe-bcc4-45b1-9611-7659b80ba51e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db86635-d708-4234-a659-6b4417ae8760') {} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:09.984809 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-626a48fe-bcc4-45b1-9611-7659b80ba51e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740460286055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130957136'] for segment, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:10.000522 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-626a48fe-bcc4-45b1-9611-7659b80ba51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:10.006994 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626a48fe-bcc4-45b1-9611-7659b80ba51e admin admin] Releasing vlan 1387 on physical network physnet1 to pool {{(pid=118834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:04:10.007378 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-626a48fe-bcc4-45b1-9611-7659b80ba51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130954844'] for segment, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: Traceback (most recent call last): Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: timer() Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: cb(*args, **kw) Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: return func(*args, **kwargs) Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: self._notify() Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: self.callback(batched_events) Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: event.method(event) Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: return f(self, *a, **k) Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: return self._get(url).json() Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: return self.request(url, 'GET', **kwargs) Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:04:10.010498 dv-cinder-815701-1-iscsi neutron-server[118834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:04:10.125445 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-626a48fe-bcc4-45b1-9611-7659b80ba51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703771'] for network, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:10.130801 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-626a48fe-bcc4-45b1-9611-7659b80ba51e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:10.134263 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a371c-3444-43f3-ad38-372f67c07882 req-e3104f35-e54b-42b4-945e-e2715062d358 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:10.137683 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-626a48fe-bcc4-45b1-9611-7659b80ba51e admin admin] 10.222.0.109 "DELETE /v2.0/networks/c1226fd9-296f-4142-aeeb-d03cfacc96a1 HTTP/1.1" status: 204 len: 168 time: 0.3633673 Oct 27 17:04:10.137815 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e42a371c-3444-43f3-ad38-372f67c07882 req-e3104f35-e54b-42b4-945e-e2715062d358 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.1604121 Oct 27 17:04:10.153378 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a48fe-bcc4-45b1-9611-7659b80ba51e admin admin] Pushing event deleted for resources: {'Network': ['ID=c1226fd9-296f-4142-aeeb-d03cfacc96a1,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:10.191685 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-94bd7451-1cb1-4d6b-afca-6ab377186e00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:10.229612 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e42a371c-3444-43f3-ad38-372f67c07882 req-52249a17-db5f-4a69-a8b2-0f208b0fc7ba tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570171 Oct 27 17:04:10.253409 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-94bd7451-1cb1-4d6b-afca-6ab377186e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:10.323956 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-94bd7451-1cb1-4d6b-afca-6ab377186e00 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=fb7cfa11ba2941028186c5885fbc5980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5550456 Oct 27 17:04:10.326633 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 57802) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:10.327540 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd7451-1cb1-4d6b-afca-6ab377186e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c0cc8d-446d-4dc0-88e7-b867765b29b8,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:10.377672 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-223283f4-c647-4c19-ac9c-ddee710fb98e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:10.393999 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 57804) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:10.398972 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-223283f4-c647-4c19-ac9c-ddee710fb98e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:10.451394 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2f308151-c012-419d-9c50-0cd6bdd6d5c1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for floatingip, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:10.454438 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-1a3926f5-2603-487d-8476-4ebbee4fa4bd admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=9926f744a9a04a7dbe86277dbe14895a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594294 Oct 27 17:04:10.457051 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 57806) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:10.513736 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-223283f4-c647-4c19-ac9c-ddee710fb98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:10.516524 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-223283f4-c647-4c19-ac9c-ddee710fb98e admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:10.517646 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-223283f4-c647-4c19-ac9c-ddee710fb98e admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/61c0cc8d-446d-4dc0-88e7-b867765b29b8 HTTP/1.1" status: 204 len: 168 time: 0.1894667 Oct 27 17:04:10.526662 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223283f4-c647-4c19-ac9c-ddee710fb98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c0cc8d-446d-4dc0-88e7-b867765b29b8,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:10.542199 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6c792dbb-1039-4510-9e46-a0b136880ceb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:10.566253 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6c792dbb-1039-4510-9e46-a0b136880ceb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:10.621216 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2f308151-c012-419d-9c50-0cd6bdd6d5c1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:10.716065 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6c792dbb-1039-4510-9e46-a0b136880ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:10.718710 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6c792dbb-1039-4510-9e46-a0b136880ceb admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:10.719846 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-6c792dbb-1039-4510-9e46-a0b136880ceb admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/54b40648-5e0f-4adf-990d-49aed5e69bfa HTTP/1.1" status: 204 len: 168 time: 0.2619121 Oct 27 17:04:10.733465 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c792dbb-1039-4510-9e46-a0b136880ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b40648-5e0f-4adf-990d-49aed5e69bfa,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:10.803966 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2f308151-c012-419d-9c50-0cd6bdd6d5c1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for port, precommit_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:10.897836 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2f308151-c012-419d-9c50-0cd6bdd6d5c1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131455093'] for port, after_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:10.969523 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f308151-c012-419d-9c50-0cd6bdd6d5c1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Pushing event updated for resources: {'Port': ['ID=bde22dd1-3533-4eca-8431-b9166eed440e,revision_number=2']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:10.980194 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2f308151-c012-419d-9c50-0cd6bdd6d5c1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703721'] for floatingip, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:11.080805 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.db.l3_db [None req-2f308151-c012-419d-9c50-0cd6bdd6d5c1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Floating IP 48fb50f1-3b91-446f-89f3-1ff339d51d85 associated. External IP: 172.27.3.81, port: 5b4afdae-b56d-4bbd-a37a-fd07df147e55. Oct 27 17:04:11.289119 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f308151-c012-419d-9c50-0cd6bdd6d5c1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:04:11.427152 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9f522-2dce-442a-b7f0-9571ef1561b7 req-6b7d99ef-041e-4ec0-9df8-1bb556fa067e tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:11.430704 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-01f9f522-2dce-442a-b7f0-9571ef1561b7 req-6b7d99ef-041e-4ec0-9df8-1bb556fa067e tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.1272736 Oct 27 17:04:11.437575 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f308151-c012-419d-9c50-0cd6bdd6d5c1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:04:11.447487 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4597f691-acdd-4b82-b0bf-74f890526722 None None] Sync routers for ids ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'] in dv-cinder-815701-1-iscsi {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:04:11.456941 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4597f691-acdd-4b82-b0bf-74f890526722 None None] Routers {'4a549c17-e83c-4ec6-b60e-3eb96d734b82'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:04:11.459540 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-4597f691-acdd-4b82-b0bf-74f890526722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:03:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:11.482533 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-01f9f522-2dce-442a-b7f0-9571ef1561b7 req-45c778df-aa78-4d02-aa63-428926c5415f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471673 Oct 27 17:04:11.566499 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-4597f691-acdd-4b82-b0bf-74f890526722 None None] Set router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:04:11.567389 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2f308151-c012-419d-9c50-0cd6bdd6d5c1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for floatingip, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:11.597233 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-2f308151-c012-419d-9c50-0cd6bdd6d5c1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3384438 Oct 27 17:04:11.597824 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8d8b2b-e174-4216-9476-59ceb5e2bd5e', 'tag': '5b4afdae-b56d-4bbd-a37a-fd07df147e55'}] {{(pid=118833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:04:11.600151 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c66521ff26e5cb966b8f79b87702808b323f371d754c2b2b0a866cc42f0a139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c23cb1-3ea5-492d-95d6-98cd4b41731d" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8d8b2b-e174-4216-9476-59ceb5e2bd5e", "tag": "5b4afdae-b56d-4bbd-a37a-fd07df147e55"}]}' {{(pid=118833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:04:11.639726 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc95f52e-e2b1-4b7d-a057-cb71cc51814f x-openstack-request-id: req-bc95f52e-e2b1-4b7d-a057-cb71cc51814f {{(pid=118833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:04:11.640078 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8d8b2b-e174-4216-9476-59ceb5e2bd5e", "tag": "5b4afdae-b56d-4bbd-a37a-fd07df147e55", "status": "completed", "code": 200}]} {{(pid=118833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:04:11.640334 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-bc95f52e-e2b1-4b7d-a057-cb71cc51814f {{(pid=118833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:04:11.640773 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8d8b2b-e174-4216-9476-59ceb5e2bd5e', 'tag': '5b4afdae-b56d-4bbd-a37a-fd07df147e55', 'status': 'completed', 'code': 200} Oct 27 17:04:11.726815 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c23cb1-3ea5-492d-95d6-98cd4b41731d req-7abadc7b-b325-4ad8-b9b0-411a76c1a080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:11.728485 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-77c23cb1-3ea5-492d-95d6-98cd4b41731d req-7abadc7b-b325-4ad8-b9b0-411a76c1a080 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b56b830b8c974548b53ba292242131df&device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 1098 time: 0.0545115 Oct 27 17:04:11.813820 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-4597f691-acdd-4b82-b0bf-74f890526722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:27Z', 'revision_number': 4, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '48fb50f1-3b91-446f-89f3-1ff339d51d85', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'port_id': '5b4afdae-b56d-4bbd-a37a-fd07df147e55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'mac_address': 'fa:16:3e:12:08:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d8b2b-e174-4216-9476-59ceb5e2bd5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:04:10Z', 'updated_at': '2021-10-27T17:04:10Z', 'revision_number': 0, 'project_id': 'b56b830b8c974548b53ba292242131df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7297784e-50c7-4327-85e2-f8300b784542', 'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'mac_address': 'fa:16:3e:39:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:26Z', 'updated_at': '2021-10-27T17:02:31Z', 'revision_number': 5, 'project_id': 'b56b830b8c974548b53ba292242131df', 'subnets': [{'id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:11.842245 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49219ec-5b2d-4763-92d8-72af6837984d req-21fe698e-f12b-477d-a538-ccc7aada2f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:11.842646 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4597f691-acdd-4b82-b0bf-74f890526722 None None] Checking router: 4a549c17-e83c-4ec6-b60e-3eb96d734b82 for host: dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:04:11.843729 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c49219ec-5b2d-4763-92d8-72af6837984d req-21fe698e-f12b-477d-a538-ccc7aada2f69 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 1099 time: 0.0853934 Oct 27 17:04:11.850855 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4597f691-acdd-4b82-b0bf-74f890526722 None None] Routers {'4a549c17-e83c-4ec6-b60e-3eb96d734b82'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:04:11.851466 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-4597f691-acdd-4b82-b0bf-74f890526722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:03:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:11.891216 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c23cb1-3ea5-492d-95d6-98cd4b41731d req-e9ad73a4-f6c1-4631-865f-187bd520304b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:11.892723 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-77c23cb1-3ea5-492d-95d6-98cd4b41731d req-e9ad73a4-f6c1-4631-865f-187bd520304b service neutron] 10.222.0.11 "GET /v2.0/networks?id=e91aae30-22b6-408a-b5f9-023a720e38a7 HTTP/1.1" status: 200 len: 914 time: 0.1532395 Oct 27 17:04:11.898745 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c49219ec-5b2d-4763-92d8-72af6837984d req-da286ff0-4dae-45af-8620-b860217c9e59 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434539 Oct 27 17:04:11.972604 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-4597f691-acdd-4b82-b0bf-74f890526722 None None] Set router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:04:12.195771 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-4597f691-acdd-4b82-b0bf-74f890526722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:27Z', 'revision_number': 4, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '48fb50f1-3b91-446f-89f3-1ff339d51d85', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'port_id': '5b4afdae-b56d-4bbd-a37a-fd07df147e55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'mac_address': 'fa:16:3e:12:08:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d8b2b-e174-4216-9476-59ceb5e2bd5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:04:10Z', 'updated_at': '2021-10-27T17:04:10Z', 'revision_number': 0, 'project_id': 'b56b830b8c974548b53ba292242131df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7297784e-50c7-4327-85e2-f8300b784542', 'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'mac_address': 'fa:16:3e:39:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:26Z', 'updated_at': '2021-10-27T17:02:31Z', 'revision_number': 5, 'project_id': 'b56b830b8c974548b53ba292242131df', 'subnets': [{'id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:12.221656 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4597f691-acdd-4b82-b0bf-74f890526722 None None] The sync data for ids ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'] in dv-cinder-815701-1-iscsi is: [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:27Z', 'revision_number': 4, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '48fb50f1-3b91-446f-89f3-1ff339d51d85', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'port_id': '5b4afdae-b56d-4bbd-a37a-fd07df147e55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'mac_address': 'fa:16:3e:12:08:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d8b2b-e174-4216-9476-59ceb5e2bd5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:04:10Z', 'updated_at': '2021-10-27T17:04:10Z', 'revision_number': 0, 'project_id': 'b56b830b8c974548b53ba292242131df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7297784e-50c7-4327-85e2-f8300b784542', 'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'mac_address': 'fa:16:3e:39:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:26Z', 'updated_at': '2021-10-27T17:02:31Z', 'revision_number': 5, 'project_id': 'b56b830b8c974548b53ba292242131df', 'subnets': [{'id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:04:12.322215 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-77c23cb1-3ea5-492d-95d6-98cd4b41731d req-33e484a8-1efd-4f18-a386-2eb8dcc6f7d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b4afdae-b56d-4bbd-a37a-fd07df147e55 HTTP/1.1" status: 200 len: 998 time: 0.0746872 Oct 27 17:04:12.387879 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c23cb1-3ea5-492d-95d6-98cd4b41731d req-0448591c-3783-4f72-be48-eca1fc002f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:12.389398 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-77c23cb1-3ea5-492d-95d6-98cd4b41731d req-0448591c-3783-4f72-be48-eca1fc002f34 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c198ae9-9d38-4325-9957-9b7c60096236 HTTP/1.1" status: 200 len: 851 time: 0.0464494 Oct 27 17:04:12.439299 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c23cb1-3ea5-492d-95d6-98cd4b41731d req-8fa904da-661c-44b0-aabe-714d32aa2ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:12.442105 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-77c23cb1-3ea5-492d-95d6-98cd4b41731d req-8fa904da-661c-44b0-aabe-714d32aa2ef4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e91aae30-22b6-408a-b5f9-023a720e38a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439794 Oct 27 17:04:12.450521 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bf5cd7-0bd6-424d-9732-7ab126cb0bf0 None None] New status for floating IP 48fb50f1-3b91-446f-89f3-1ff339d51d85: ACTIVE {{(pid=118835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:04:12.543582 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-77c23cb1-3ea5-492d-95d6-98cd4b41731d req-cfa571fc-269a-4f09-9bd4-77d02ae6c780 service neutron] 10.222.0.11 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934334 Oct 27 17:04:12.689817 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2fadf-4a87-40aa-8f3b-cecf3401605a req-ad2a3dad-5bb3-4e33-9611-34bd6cbce381 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:12.691356 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-abe2fadf-4a87-40aa-8f3b-cecf3401605a req-ad2a3dad-5bb3-4e33-9611-34bd6cbce381 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0812778 Oct 27 17:04:12.700792 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-77c23cb1-3ea5-492d-95d6-98cd4b41731d req-1cb1192f-685f-4140-8cbc-476fd27d1b44 service neutron] 10.222.0.11 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444046 Oct 27 17:04:12.731022 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-abe2fadf-4a87-40aa-8f3b-cecf3401605a req-c69d9948-599c-4f72-b71c-cc64574e4176 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324223 Oct 27 17:04:13.852212 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79780a85-0752-42e3-9fea-babaf9116c93 req-0ed3532c-f75f-4265-b752-17f36146dd7f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:13.854590 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-79780a85-0752-42e3-9fea-babaf9116c93 req-0ed3532c-f75f-4265-b752-17f36146dd7f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0504816 Oct 27 17:04:13.894270 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-79780a85-0752-42e3-9fea-babaf9116c93 req-270f460e-1b3c-44b5-b35a-ee14f632760a tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327795 Oct 27 17:04:14.366709 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f60de-a43d-4c5b-ac07-a5cd8a59c888 req-5a9d7075-d8f8-4d49-9765-e99698d3e122 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:14.368106 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7e6f60de-a43d-4c5b-ac07-a5cd8a59c888 req-5a9d7075-d8f8-4d49-9765-e99698d3e122 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0491500 Oct 27 17:04:14.429627 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7e6f60de-a43d-4c5b-ac07-a5cd8a59c888 req-56c82f38-636f-4c53-b25a-e4700c617ad2 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546050 Oct 27 17:04:14.443049 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d329eb-61e9-4c20-851e-81cbbf135d6c req-8998d818-735c-49a9-b9cd-543052db6e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:14.444609 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-31d329eb-61e9-4c20-851e-81cbbf135d6c req-8998d818-735c-49a9-b9cd-543052db6e3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01815bc32be54f4ea30de068defb62b5&device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 1099 time: 0.0558443 Oct 27 17:04:14.542676 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d329eb-61e9-4c20-851e-81cbbf135d6c req-56968b88-ef83-4eba-918d-ba8cedcb40fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:14.544122 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-31d329eb-61e9-4c20-851e-81cbbf135d6c req-56968b88-ef83-4eba-918d-ba8cedcb40fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=63bb574e-682e-4fda-acd7-cf41cb7ff89d HTTP/1.1" status: 200 len: 920 time: 0.0916374 Oct 27 17:04:14.594207 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-31d329eb-61e9-4c20-851e-81cbbf135d6c req-ac7052ef-174c-407b-825f-f215176ea75f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c730199f-586b-47fe-aa7c-720e6230cad9 HTTP/1.1" status: 200 len: 217 time: 0.0347888 Oct 27 17:04:14.651623 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d329eb-61e9-4c20-851e-81cbbf135d6c req-1af5d535-ad15-49ca-8c26-21bbe19c293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:14.653069 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-31d329eb-61e9-4c20-851e-81cbbf135d6c req-1af5d535-ad15-49ca-8c26-21bbe19c293a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92aec7f3-099d-4f1b-9326-cd2323ebaada HTTP/1.1" status: 200 len: 858 time: 0.0471766 Oct 27 17:04:14.685253 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-31d329eb-61e9-4c20-851e-81cbbf135d6c req-0733ca4b-c6a6-4eed-bfc2-8e18b19d2ca3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63bb574e-682e-4fda-acd7-cf41cb7ff89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244482 Oct 27 17:04:14.779779 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-31d329eb-61e9-4c20-851e-81cbbf135d6c req-3d1dcb90-ce79-4d00-810e-32b7a77842cb service neutron] 10.222.0.11 "GET /v2.0/networks/63bb574e-682e-4fda-acd7-cf41cb7ff89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839403 Oct 27 17:04:14.874973 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-31d329eb-61e9-4c20-851e-81cbbf135d6c req-ea87f102-2fd9-47d6-ae6d-24325d641aee service neutron] 10.222.0.11 "GET /v2.0/networks/63bb574e-682e-4fda-acd7-cf41cb7ff89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849280 Oct 27 17:04:15.553159 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d67065-211e-4748-a9ba-4c0006184986 req-7ed8afaa-0579-49a0-9fcd-eb412284986b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:15.554632 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-11d67065-211e-4748-a9ba-4c0006184986 req-7ed8afaa-0579-49a0-9fcd-eb412284986b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0538471 Oct 27 17:04:15.594249 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-11d67065-211e-4748-a9ba-4c0006184986 req-196118fc-3582-487f-90c6-e4212f0dbbf4 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333824 Oct 27 17:04:16.715349 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03a6c8-ef6f-4b02-8b68-0bdd07898426 req-061079ad-6bba-434b-ae89-8c9fe6fc7dc5 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:16.715349 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ae03a6c8-ef6f-4b02-8b68-0bdd07898426 req-061079ad-6bba-434b-ae89-8c9fe6fc7dc5 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0510154 Oct 27 17:04:16.756455 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ae03a6c8-ef6f-4b02-8b68-0bdd07898426 req-6b2b5754-3d09-48df-bf7e-729158b91606 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355334 Oct 27 17:04:17.893877 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e761d07-2ae0-4e7d-b1b4-139bf1536611 req-dba26c51-3700-4b6e-8676-e7e0a5b517cd tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:17.895369 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4e761d07-2ae0-4e7d-b1b4-139bf1536611 req-dba26c51-3700-4b6e-8676-e7e0a5b517cd tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0568495 Oct 27 17:04:17.941294 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4e761d07-2ae0-4e7d-b1b4-139bf1536611 req-0c88263b-c3ee-4cf0-8e2d-44641bc6a9b3 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398386 Oct 27 17:04:18.473761 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:04:19.067636 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38664d4a-efc5-4f72-827f-94fe56335541 req-6505287e-5312-45bc-85e1-12fed5ee8a32 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:19.069362 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-38664d4a-efc5-4f72-827f-94fe56335541 req-6505287e-5312-45bc-85e1-12fed5ee8a32 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0514262 Oct 27 17:04:19.118171 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-38664d4a-efc5-4f72-827f-94fe56335541 req-3e4c5a99-3dca-4edf-a09f-ab1f433521a1 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412664 Oct 27 17:04:19.533996 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-02e06946-8e64-45d5-bcb6-63243b99f796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:22.360768 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-20e253e1-30cc-42b4-ae41-d8ed034858a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:23.252579 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:23.377884 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:24.096901 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 58046) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:24.196296 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-32b189ea-bf12-4730-8d3a-67a93d04b4c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:24.270132 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-32b189ea-bf12-4730-8d3a-67a93d04b4c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:24.326714 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-32b189ea-bf12-4730-8d3a-67a93d04b4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:24.364211 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-32b189ea-bf12-4730-8d3a-67a93d04b4c8 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=3c7d678855364db7b67d8b925baa9926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662406 Oct 27 17:04:24.365075 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b189ea-bf12-4730-8d3a-67a93d04b4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76024380-fe81-4a41-8e71-338cdab3efff,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:24.367517 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 58054) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:24.418642 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3b58ffc6-1490-488b-8b25-b1373fc0738e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:24.440785 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3b58ffc6-1490-488b-8b25-b1373fc0738e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:24.573386 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3b58ffc6-1490-488b-8b25-b1373fc0738e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:24.576873 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3b58ffc6-1490-488b-8b25-b1373fc0738e admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:24.579294 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-3b58ffc6-1490-488b-8b25-b1373fc0738e admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/76024380-fe81-4a41-8e71-338cdab3efff HTTP/1.1" status: 204 len: 168 time: 0.2098868 Oct 27 17:04:24.590681 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58ffc6-1490-488b-8b25-b1373fc0738e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76024380-fe81-4a41-8e71-338cdab3efff,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:24.657143 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4a9ca-6ea1-4571-878c-f704443c8cd6 req-94f416d3-b247-46bf-a490-5dd8f8bf0fd2 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:24.658943 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-43f4a9ca-6ea1-4571-878c-f704443c8cd6 req-94f416d3-b247-46bf-a490-5dd8f8bf0fd2 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0529292 Oct 27 17:04:24.698736 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-43f4a9ca-6ea1-4571-878c-f704443c8cd6 req-bbf5dfd3-60b5-4e7b-bfc1-d42348aea9e6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332265 Oct 27 17:04:25.196001 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:25.552708 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 58084) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:25.645806 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-b685ab04-e260-475d-9d14-fb6673f67201 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-717800667-network', 'tenant_id': 'dd5669935351497eb068f093e3457a67'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:04:25.721378 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b685ab04-e260-475d-9d14-fb6673f67201 admin admin] Made reservation on behalf of dd5669935351497eb068f093e3457a67 for: {'network': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:04:25.723798 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b685ab04-e260-475d-9d14-fb6673f67201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for network, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:25.732583 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b685ab04-e260-475d-9d14-fb6673f67201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:25.829504 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b685ab04-e260-475d-9d14-fb6673f67201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:25.910394 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b685ab04-e260-475d-9d14-fb6673f67201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:25.932336 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b685ab04-e260-475d-9d14-fb6673f67201 admin admin] vlan segment allocate from pool success with {'vlan_id': 1354, 'physical_network': 'physnet1'} {{(pid=118834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:04:25.956344 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685ab04-e260-475d-9d14-fb6673f67201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c80a07b-04ed-4fa7-80cc-b48749d86f95,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:25.959503 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b685ab04-e260-475d-9d14-fb6673f67201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:25.959864 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.segments_db [None req-b685ab04-e260-475d-9d14-fb6673f67201 admin admin] Added segment ff707d64-e40b-48a0-85d4-61f1ee5f1b11 of type vlan for network a57e130e-6705-4dae-b8de-df4b7234dcee Oct 27 17:04:26.017713 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b685ab04-e260-475d-9d14-fb6673f67201 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740459766941'] for network, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:26.020913 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe648db6-203a-4d56-919f-1d85a4de4421 req-48912dc7-f2fe-4f53-ba2b-44e91f7b92f9 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:26.022673 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-fe648db6-203a-4d56-919f-1d85a4de4421 req-48912dc7-f2fe-4f53-ba2b-44e91f7b92f9 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.2487962 Oct 27 17:04:26.064988 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-fe648db6-203a-4d56-919f-1d85a4de4421 req-55c80374-3c64-45cf-87e8-6112e6717f86 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333426 Oct 27 17:04:26.098265 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b685ab04-e260-475d-9d14-fb6673f67201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for network, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:26.099250 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b685ab04-e260-475d-9d14-fb6673f67201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:26.110338 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b685ab04-e260-475d-9d14-fb6673f67201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:26.158358 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685ab04-e260-475d-9d14-fb6673f67201 admin admin] Pushing event updated for resources: {'Network': ['ID=a57e130e-6705-4dae-b8de-df4b7234dcee,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:26.167616 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Network a57e130e-6705-4dae-b8de-df4b7234dcee details requested by agent ovs-agent-dv-cinder-815701-1-iscsi with host dv-cinder-815701-1-iscsi {{(pid=118835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:04:26.209662 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-b685ab04-e260-475d-9d14-fb6673f67201 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6558585 Oct 27 17:04:26.212420 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 58098) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:26.217104 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-4fb2beec-9667-496c-affe-570ef7411eaa admin admin] Request body: {'subnet': {'network_id': 'a57e130e-6705-4dae-b8de-df4b7234dcee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-717800667-subnet', 'tenant_id': 'dd5669935351497eb068f093e3457a67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:04:26.299236 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb2beec-9667-496c-affe-570ef7411eaa admin admin] Made reservation on behalf of dd5669935351497eb068f093e3457a67 for: {'subnet': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:04:26.301731 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-4fb2beec-9667-496c-affe-570ef7411eaa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130888887'] for subnet, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:26.521507 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-4fb2beec-9667-496c-affe-570ef7411eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130954999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130888869'] for subnet, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:26.582657 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2beec-9667-496c-affe-570ef7411eaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=76c36f54-1cd8-474f-855d-a11c20d9f410,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:26.590288 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2beec-9667-496c-affe-570ef7411eaa admin admin] Checking segment: {'id': 'ff707d64-e40b-48a0-85d4-61f1ee5f1b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': 'a57e130e-6705-4dae-b8de-df4b7234dcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:04:26.590652 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb2beec-9667-496c-affe-570ef7411eaa admin admin] Network hostable DHCP agents. Network: a57e130e-6705-4dae-b8de-df4b7234dcee, hostable agents: ['acf894c1-b7b8-4d52-ad08-8b9062216bf0'], hosted agents: [] {{(pid=118834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:04:26.681332 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb2beec-9667-496c-affe-570ef7411eaa admin admin] Network a57e130e-6705-4dae-b8de-df4b7234dcee is scheduled to be hosted by DHCP agent acf894c1-b7b8-4d52-ad08-8b9062216bf0 with binding_index 1 {{(pid=118834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:04:26.767245 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-4fb2beec-9667-496c-affe-570ef7411eaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815701-1-iscsi, a57e130e-6705-4dae-b8de-df4b7234dcee) {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:04:26.777733 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6b0ccc-b478-4277-97fc-8c490961062e None None] Network a57e130e-6705-4dae-b8de-df4b7234dcee requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:04:26.779153 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb2beec-9667-496c-affe-570ef7411eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:26.779788 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-4fb2beec-9667-496c-affe-570ef7411eaa admin admin] Publish callbacks [] for subnet, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:26.862110 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-4fb2beec-9667-496c-affe-570ef7411eaa admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6486213 Oct 27 17:04:26.901659 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb17620-58bf-4035-959d-6ed674214560 None None] Network a57e130e-6705-4dae-b8de-df4b7234dcee requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:04:27.179772 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36126cd3-ac70-4f43-b272-378641d629f8 req-9e7ecf0f-0a3b-40ae-915b-03a365ad0e07 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:27.181315 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-36126cd3-ac70-4f43-b272-378641d629f8 req-9e7ecf0f-0a3b-40ae-915b-03a365ad0e07 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0492561 Oct 27 17:04:27.222714 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-36126cd3-ac70-4f43-b272-378641d629f8 req-3444aa7d-118c-4138-b7ca-8370d6b101ec tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354664 Oct 27 17:04:28.091239 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6c153-dbcd-4633-b167-1fd3b1b28126 req-70fd5f69-3657-4a9d-874f-42a49d6e9b10 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:28.092710 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c3a6c153-dbcd-4633-b167-1fd3b1b28126 req-70fd5f69-3657-4a9d-874f-42a49d6e9b10 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0506468 Oct 27 17:04:28.186080 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-c3a6c153-dbcd-4633-b167-1fd3b1b28126 req-56171011-e8b0-472c-a421-9c4e80f0dc85 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Deleting port 7068f777-6dd1-4fd8-87c5-235792a34929 {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:04:28.186333 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-c3a6c153-dbcd-4633-b167-1fd3b1b28126 req-56171011-e8b0-472c-a421-9c4e80f0dc85 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:28.279764 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-c3a6c153-dbcd-4633-b167-1fd3b1b28126 req-56171011-e8b0-472c-a421-9c4e80f0dc85 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] For port 7068f777-6dd1-4fd8-87c5-235792a34929, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=7068f777-6dd1-4fd8-87c5-235792a34929,segment=NetworkSegment(5fe736cd-0966-4b34-b920-3ef928d9823b),segment_id=5fe736cd-0966-4b34-b920-3ef928d9823b)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:28.280160 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-c3a6c153-dbcd-4633-b167-1fd3b1b28126 req-56171011-e8b0-472c-a421-9c4e80f0dc85 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:28.293679 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-c3a6c153-dbcd-4633-b167-1fd3b1b28126 req-56171011-e8b0-472c-a421-9c4e80f0dc85 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Calling delete_port for 7068f777-6dd1-4fd8-87c5-235792a34929 owned by compute:nova {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:04:28.336651 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c672323-3106-4fd6-8530-e44e825f2afb req-f767b48e-566b-4f56-abd4-021e3c49dcb1 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:28.338153 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2c672323-3106-4fd6-8530-e44e825f2afb req-f767b48e-566b-4f56-abd4-021e3c49dcb1 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 945 time: 0.0479832 Oct 27 17:04:28.378207 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2c672323-3106-4fd6-8530-e44e825f2afb req-a0aa0f8a-49fb-4019-b7e7-9f8ab45a419e tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339344 Oct 27 17:04:28.487783 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-c3a6c153-dbcd-4633-b167-1fd3b1b28126 req-56171011-e8b0-472c-a421-9c4e80f0dc85 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:28.499671 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['7068f777-6dd1-4fd8-87c5-235792a34929', 'c730199f-586b-47fe-aa7c-720e6230cad9'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:04:28.515271 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56171011-e8b0-472c-a421-9c4e80f0dc85 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Pushing event deleted for resources: {'Port': ['ID=7068f777-6dd1-4fd8-87c5-235792a34929,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:28.557751 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a6c153-dbcd-4633-b167-1fd3b1b28126 req-56171011-e8b0-472c-a421-9c4e80f0dc85 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] No DVR routers for this DVR port 7068f777-6dd1-4fd8-87c5-235792a34929 on host hv-cinder-81570 {{(pid=118834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:04:28.560273 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-c3a6c153-dbcd-4633-b167-1fd3b1b28126 req-56171011-e8b0-472c-a421-9c4e80f0dc85 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:28.564158 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c3a6c153-dbcd-4633-b167-1fd3b1b28126 req-56171011-e8b0-472c-a421-9c4e80f0dc85 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.11 "DELETE /v2.0/ports/7068f777-6dd1-4fd8-87c5-235792a34929 HTTP/1.1" status: 204 len: 173 time: 0.4625859 Oct 27 17:04:28.564631 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdedd291-ff8a-4690-aeda-03b0821f5343', 'name': 'network-vif-deleted', 'tag': '7068f777-6dd1-4fd8-87c5-235792a34929'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:04:28.566955 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200ff2c0-7fad-450d-bc69-66d16ab4e02b" -d '{"events": [{"server_uuid": "fdedd291-ff8a-4690-aeda-03b0821f5343", "name": "network-vif-deleted", "tag": "7068f777-6dd1-4fd8-87c5-235792a34929"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:04:28.607190 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6791ba1-7916-49fe-9a91-b8fd171b2e07 x-openstack-request-id: req-b6791ba1-7916-49fe-9a91-b8fd171b2e07 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:04:28.607629 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdedd291-ff8a-4690-aeda-03b0821f5343", "name": "network-vif-deleted", "tag": "7068f777-6dd1-4fd8-87c5-235792a34929", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:04:28.607885 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-b6791ba1-7916-49fe-9a91-b8fd171b2e07 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:04:28.608284 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdedd291-ff8a-4690-aeda-03b0821f5343', 'name': 'network-vif-deleted', 'tag': '7068f777-6dd1-4fd8-87c5-235792a34929', 'status': 'completed', 'code': 200} Oct 27 17:04:28.877465 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467927f-355b-4317-ab67-6ea8de1734ac req-c44be128-1400-4f90-9799-419f46150775 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:28.878927 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6467927f-355b-4317-ab67-6ea8de1734ac req-c44be128-1400-4f90-9799-419f46150775 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/networks?id=a57e130e-6705-4dae-b8de-df4b7234dcee HTTP/1.1" status: 200 len: 813 time: 0.1113191 Oct 27 17:04:28.894373 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6467927f-355b-4317-ab67-6ea8de1734ac req-8af70c89-f9b8-4394-9d5e-d152714df204 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/quotas/dd5669935351497eb068f093e3457a67 HTTP/1.1" status: 200 len: 375 time: 0.0096486 Oct 27 17:04:28.926463 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6467927f-355b-4317-ab67-6ea8de1734ac req-21053ffa-3af1-4b37-88a3-0b50d967d3e2 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=dd5669935351497eb068f093e3457a67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266917 Oct 27 17:04:29.024221 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6467927f-355b-4317-ab67-6ea8de1734ac req-df804170-f34c-475d-af54-108892e91d1d service neutron] 10.222.0.109 "GET /v2.0/networks/a57e130e-6705-4dae-b8de-df4b7234dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906718 Oct 27 17:04:29.118124 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6467927f-355b-4317-ab67-6ea8de1734ac req-96672efd-bee1-4bd9-a34e-1337b78d25c1 service neutron] 10.222.0.109 "GET /v2.0/networks/a57e130e-6705-4dae-b8de-df4b7234dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869734 Oct 27 17:04:29.358422 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0f8cc80e-acfa-4df0-9896-ec4e9c7c7275 req-c60f76e6-f41f-408d-a83d-77bcdef52cae tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=38032a01-8103-49ad-921a-c7fa07ef0989 HTTP/1.1" status: 200 len: 210 time: 0.0280883 Oct 27 17:04:29.484754 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f9d45e09-384c-4a5f-98ea-48e756e702d3 req-aa6dae23-2cae-47cf-b3ec-b704e72aef8b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=fdedd291-ff8a-4690-aeda-03b0821f5343 HTTP/1.1" status: 200 len: 210 time: 0.0258448 Oct 27 17:04:30.446567 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3ed10d6e-a4a2-49c0-9c6d-4f4f441a59f9 req-b5ff8e99-6916-4555-a47c-8ab1153a4e6d tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=38032a01-8103-49ad-921a-c7fa07ef0989 HTTP/1.1" status: 200 len: 210 time: 0.0276887 Oct 27 17:04:30.661937 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af486831-45fc-4f74-bb9f-0d3d610fd518 req-f3409131-159c-402f-b1ae-66790c78d6d8 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:30.663450 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-af486831-45fc-4f74-bb9f-0d3d610fd518 req-f3409131-159c-402f-b1ae-66790c78d6d8 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0566654 Oct 27 17:04:30.702073 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-af486831-45fc-4f74-bb9f-0d3d610fd518 req-5080697d-e75e-4e15-a98f-fa36421e4fa9 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323403 Oct 27 17:04:31.010945 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a496a-8cf2-4761-8c5e-ef52e042307c req-9d7db3bf-034c-45b1-b117-f3494179c8d1 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:31.014181 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-390a496a-8cf2-4761-8c5e-ef52e042307c req-9d7db3bf-034c-45b1-b117-f3494179c8d1 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0531139 Oct 27 17:04:31.051620 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-390a496a-8cf2-4761-8c5e-ef52e042307c req-4e9b28b6-bbeb-4096-ac22-312df4ba4f82 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322964 Oct 27 17:04:31.216014 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 7068f777-6dd1-4fd8-87c5-235792a34929 no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:04:31.236672 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] No Port match for: 7068f777-6dd1-4fd8-87c5-235792a34929 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:04:31.237011 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 7068f777-6dd1-4fd8-87c5-235792a34929 not bound to the agent host hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:04:31.540579 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-94c6622a-bb70-48b9-b610-c5b92b356532 req-c8b487a9-4b76-460b-8386-6a1cddb717fd tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=38032a01-8103-49ad-921a-c7fa07ef0989 HTTP/1.1" status: 200 len: 210 time: 0.0271938 Oct 27 17:04:31.668834 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467927f-355b-4317-ab67-6ea8de1734ac req-8de7423a-295c-4e15-9f84-551e68c78daf tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:31.670192 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6467927f-355b-4317-ab67-6ea8de1734ac req-8de7423a-295c-4e15-9f84-551e68c78daf tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.11 "GET /v2.0/networks?id=a57e130e-6705-4dae-b8de-df4b7234dcee HTTP/1.1" status: 200 len: 813 time: 0.1089625 Oct 27 17:04:31.694054 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-6467927f-355b-4317-ab67-6ea8de1734ac req-85f87d8f-f090-4779-a55b-b7db4e0fdbb2 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Request body: {'port': {'device_id': '38032a01-8103-49ad-921a-c7fa07ef0989', 'network_id': 'a57e130e-6705-4dae-b8de-df4b7234dcee', 'admin_state_up': True, 'tenant_id': 'dd5669935351497eb068f093e3457a67'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:04:31.832775 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb16ac5-4de6-4abe-84ee-9300bc727d94 req-6c0a32e6-9006-42b1-8ec8-fd4bbf8f0710 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:31.834246 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7fb16ac5-4de6-4abe-84ee-9300bc727d94 req-6c0a32e6-9006-42b1-8ec8-fd4bbf8f0710 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0516970 Oct 27 17:04:31.870568 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6467927f-355b-4317-ab67-6ea8de1734ac req-85f87d8f-f090-4779-a55b-b7db4e0fdbb2 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Made reservation on behalf of dd5669935351497eb068f093e3457a67 for: {'port': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:04:31.871543 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7fb16ac5-4de6-4abe-84ee-9300bc727d94 req-17db47f2-7270-4e36-9bb5-1b2b66948e3c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311620 Oct 27 17:04:31.874341 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6467927f-355b-4317-ab67-6ea8de1734ac req-85f87d8f-f090-4779-a55b-b7db4e0fdbb2 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:31.997681 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [req-6467927f-355b-4317-ab67-6ea8de1734ac req-85f87d8f-f090-4779-a55b-b7db4e0fdbb2 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Allocated IP 172.20.0.9 (a57e130e-6705-4dae-b8de-df4b7234dcee/76c36f54-1cd8-474f-855d-a11c20d9f410/e7a00bd4-9a54-4f06-8956-8fa5276ac6c5) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:04:32.172529 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6467927f-355b-4317-ab67-6ea8de1734ac req-85f87d8f-f090-4779-a55b-b7db4e0fdbb2 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:32.194487 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929712d5-54d6-45f5-ac93-c05fef7fb9ac req-5fabdcf4-bc54-40d0-a071-0766bf9c5e98 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:32.195877 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-929712d5-54d6-45f5-ac93-c05fef7fb9ac req-5fabdcf4-bc54-40d0-a071-0766bf9c5e98 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0739894 Oct 27 17:04:32.246410 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-929712d5-54d6-45f5-ac93-c05fef7fb9ac req-ee2ab150-e028-4166-815d-adb5ee0e2bc0 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422175 Oct 27 17:04:32.311156 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6467927f-355b-4317-ab67-6ea8de1734ac req-85f87d8f-f090-4779-a55b-b7db4e0fdbb2 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:32.358151 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6467927f-355b-4317-ab67-6ea8de1734ac req-85f87d8f-f090-4779-a55b-b7db4e0fdbb2 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Network a57e130e-6705-4dae-b8de-df4b7234dcee is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:04:32.361499 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [req-6467927f-355b-4317-ab67-6ea8de1734ac req-85f87d8f-f090-4779-a55b-b7db4e0fdbb2 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:04:32.365326 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-6467927f-355b-4317-ab67-6ea8de1734ac req-85f87d8f-f090-4779-a55b-b7db4e0fdbb2 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:04:32.371535 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f87d8f-f090-4779-a55b-b7db4e0fdbb2 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Pushing event updated for resources: {'Port': ['ID=e7a00bd4-9a54-4f06-8956-8fa5276ac6c5,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:32.418446 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467927f-355b-4317-ab67-6ea8de1734ac req-85f87d8f-f090-4779-a55b-b7db4e0fdbb2 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:32.419073 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6467927f-355b-4317-ab67-6ea8de1734ac req-85f87d8f-f090-4779-a55b-b7db4e0fdbb2 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:32.484658 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6467927f-355b-4317-ab67-6ea8de1734ac req-85f87d8f-f090-4779-a55b-b7db4e0fdbb2 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7942421 Oct 27 17:04:32.499548 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-6467927f-355b-4317-ab67-6ea8de1734ac req-01ddb191-adf7-444d-98aa-f998cc8efd43 service neutron] Request body: {'port': {'device_id': '38032a01-8103-49ad-921a-c7fa07ef0989', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81570'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:04:32.553304 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6467927f-355b-4317-ab67-6ea8de1734ac req-01ddb191-adf7-444d-98aa-f998cc8efd43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:32.724602 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274626b7-cb3f-4c83-b48c-f8ef78a6a302 req-cf2079c7-6b64-4b93-863a-9122f84366e7 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:32.725980 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-274626b7-cb3f-4c83-b48c-f8ef78a6a302 req-cf2079c7-6b64-4b93-863a-9122f84366e7 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=38032a01-8103-49ad-921a-c7fa07ef0989 HTTP/1.1" status: 200 len: 931 time: 0.1187518 Oct 27 17:04:32.801471 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-274626b7-cb3f-4c83-b48c-f8ef78a6a302 req-d235cc15-2666-4009-b040-23e13a8bb69d tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469539 Oct 27 17:04:32.880832 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [req-6467927f-355b-4317-ab67-6ea8de1734ac req-01ddb191-adf7-444d-98aa-f998cc8efd43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a00bd4-9a54-4f06-8956-8fa5276ac6c5 {{(pid=118834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:04:32.888065 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6467927f-355b-4317-ab67-6ea8de1734ac req-01ddb191-adf7-444d-98aa-f998cc8efd43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:32.899951 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.provisioning_blocks [req-6467927f-355b-4317-ab67-6ea8de1734ac req-01ddb191-adf7-444d-98aa-f998cc8efd43 service neutron] Transition to ACTIVE for port object e7a00bd4-9a54-4f06-8956-8fa5276ac6c5 will not be triggered until provisioned by entity L2. {{(pid=118834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:04:32.995482 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6353f1d-c525-4e5e-936d-70ef80cf339d req-8879fd62-ea35-40c9-af18-ece121625bf2 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:32.996970 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c6353f1d-c525-4e5e-936d-70ef80cf339d req-8879fd62-ea35-40c9-af18-ece121625bf2 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0493813 Oct 27 17:04:33.013646 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6467927f-355b-4317-ab67-6ea8de1734ac req-01ddb191-adf7-444d-98aa-f998cc8efd43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:33.039083 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c6353f1d-c525-4e5e-936d-70ef80cf339d req-1d8056d1-4bef-46a6-86ad-abf3a0bb6054 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359745 Oct 27 17:04:33.064140 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddb191-adf7-444d-98aa-f998cc8efd43 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a00bd4-9a54-4f06-8956-8fa5276ac6c5,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:33.133334 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-6467927f-355b-4317-ab67-6ea8de1734ac req-01ddb191-adf7-444d-98aa-f998cc8efd43 service neutron] Attempting to bind port e7a00bd4-9a54-4f06-8956-8fa5276ac6c5 on host hv-cinder-81570 for vnic_type normal with profile {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:04:33.135169 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-6467927f-355b-4317-ab67-6ea8de1734ac req-01ddb191-adf7-444d-98aa-f998cc8efd43 service neutron] Attempting to bind port e7a00bd4-9a54-4f06-8956-8fa5276ac6c5 by drivers openvswitch,hyperv on host hv-cinder-81570 at level 0 using segments [{'id': 'ff707d64-e40b-48a0-85d4-61f1ee5f1b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': 'a57e130e-6705-4dae-b8de-df4b7234dcee'}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:04:33.135169 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6467927f-355b-4317-ab67-6ea8de1734ac req-01ddb191-adf7-444d-98aa-f998cc8efd43 service neutron] Attempting to bind port e7a00bd4-9a54-4f06-8956-8fa5276ac6c5 on network a57e130e-6705-4dae-b8de-df4b7234dcee {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:04:33.138257 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6467927f-355b-4317-ab67-6ea8de1734ac req-01ddb191-adf7-444d-98aa-f998cc8efd43 service neutron] Port e7a00bd4-9a54-4f06-8956-8fa5276ac6c5 on network a57e130e-6705-4dae-b8de-df4b7234dcee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81570 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:04:33.138558 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6467927f-355b-4317-ab67-6ea8de1734ac req-01ddb191-adf7-444d-98aa-f998cc8efd43 service neutron] Attempting to bind port e7a00bd4-9a54-4f06-8956-8fa5276ac6c5 on network a57e130e-6705-4dae-b8de-df4b7234dcee {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:04:33.143652 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6467927f-355b-4317-ab67-6ea8de1734ac req-01ddb191-adf7-444d-98aa-f998cc8efd43 service neutron] Checking agent: {'id': '95ad64ad-6c0c-401b-b42d-2edbbc1c3c16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'started_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:04:33.143987 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6467927f-355b-4317-ab67-6ea8de1734ac req-01ddb191-adf7-444d-98aa-f998cc8efd43 service neutron] Checking segment: {'id': 'ff707d64-e40b-48a0-85d4-61f1ee5f1b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': 'a57e130e-6705-4dae-b8de-df4b7234dcee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:04:33.144367 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6467927f-355b-4317-ab67-6ea8de1734ac req-01ddb191-adf7-444d-98aa-f998cc8efd43 service neutron] Bound using segment: {'id': 'ff707d64-e40b-48a0-85d4-61f1ee5f1b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': 'a57e130e-6705-4dae-b8de-df4b7234dcee'} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:04:33.144821 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-6467927f-355b-4317-ab67-6ea8de1734ac req-01ddb191-adf7-444d-98aa-f998cc8efd43 service neutron] Bound port: e7a00bd4-9a54-4f06-8956-8fa5276ac6c5, host: hv-cinder-81570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff707d64-e40b-48a0-85d4-61f1ee5f1b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': 'a57e130e-6705-4dae-b8de-df4b7234dcee'}}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:04:33.145171 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6467927f-355b-4317-ab67-6ea8de1734ac req-01ddb191-adf7-444d-98aa-f998cc8efd43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:33.206482 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-6467927f-355b-4317-ab67-6ea8de1734ac req-01ddb191-adf7-444d-98aa-f998cc8efd43 service neutron] For port e7a00bd4-9a54-4f06-8956-8fa5276ac6c5, host hv-cinder-81570, cleared binding levels {{(pid=118834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:04:33.209460 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-6467927f-355b-4317-ab67-6ea8de1734ac req-01ddb191-adf7-444d-98aa-f998cc8efd43 service neutron] For port e7a00bd4-9a54-4f06-8956-8fa5276ac6c5, host hv-cinder-81570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=e7a00bd4-9a54-4f06-8956-8fa5276ac6c5,segment=NetworkSegment(ff707d64-e40b-48a0-85d4-61f1ee5f1b11),segment_id=ff707d64-e40b-48a0-85d4-61f1ee5f1b11)] {{(pid=118834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:04:33.305760 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6467927f-355b-4317-ab67-6ea8de1734ac req-01ddb191-adf7-444d-98aa-f998cc8efd43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:33.351657 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467927f-355b-4317-ab67-6ea8de1734ac req-01ddb191-adf7-444d-98aa-f998cc8efd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:33.352637 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6467927f-355b-4317-ab67-6ea8de1734ac req-01ddb191-adf7-444d-98aa-f998cc8efd43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:33.354073 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6467927f-355b-4317-ab67-6ea8de1734ac req-01ddb191-adf7-444d-98aa-f998cc8efd43 service neutron] 10.222.0.11 "PUT /v2.0/ports/e7a00bd4-9a54-4f06-8956-8fa5276ac6c5 HTTP/1.1" status: 200 len: 1093 time: 0.8585024 Oct 27 17:04:33.372675 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38032a01-8103-49ad-921a-c7fa07ef0989', 'tag': 'e7a00bd4-9a54-4f06-8956-8fa5276ac6c5'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:04:33.374891 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ead5ba-c343-4ae3-9834-5ef80f3b8aca" -d '{"events": [{"name": "network-changed", "server_uuid": "38032a01-8103-49ad-921a-c7fa07ef0989", "tag": "e7a00bd4-9a54-4f06-8956-8fa5276ac6c5"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:04:33.412264 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddb191-adf7-444d-98aa-f998cc8efd43 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a00bd4-9a54-4f06-8956-8fa5276ac6c5,revision_number=3']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:33.419120 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd45d687-b8a2-4c73-8f3e-621ffbbebfcf x-openstack-request-id: req-cd45d687-b8a2-4c73-8f3e-621ffbbebfcf {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:04:33.420261 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38032a01-8103-49ad-921a-c7fa07ef0989", "tag": "e7a00bd4-9a54-4f06-8956-8fa5276ac6c5", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:04:33.420261 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-cd45d687-b8a2-4c73-8f3e-621ffbbebfcf {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:04:33.420261 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38032a01-8103-49ad-921a-c7fa07ef0989', 'tag': 'e7a00bd4-9a54-4f06-8956-8fa5276ac6c5', 'status': 'completed', 'code': 200} Oct 27 17:04:33.433801 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319e118-e0b6-4e0f-855a-166dbb808eb4 req-2c0dc22a-5c1d-484d-b19e-50184ff0242b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:33.435291 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3319e118-e0b6-4e0f-855a-166dbb808eb4 req-2c0dc22a-5c1d-484d-b19e-50184ff0242b tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.1197171 Oct 27 17:04:33.504217 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3319e118-e0b6-4e0f-855a-166dbb808eb4 req-b877e50e-e3d1-4fac-9db0-43e3b6b84f6d tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581117 Oct 27 17:04:33.507163 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467927f-355b-4317-ab67-6ea8de1734ac req-39b281f6-b693-407c-8e7e-5a391c96dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:33.508548 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6467927f-355b-4317-ab67-6ea8de1734ac req-39b281f6-b693-407c-8e7e-5a391c96dd5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd5669935351497eb068f093e3457a67&device_id=38032a01-8103-49ad-921a-c7fa07ef0989 HTTP/1.1" status: 200 len: 1096 time: 0.0705874 Oct 27 17:04:33.553532 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6467927f-355b-4317-ab67-6ea8de1734ac req-ec5672f8-3542-4650-9bc8-16a948de2f64 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7a00bd4-9a54-4f06-8956-8fa5276ac6c5 HTTP/1.1" status: 200 len: 217 time: 0.0348630 Oct 27 17:04:33.616106 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467927f-355b-4317-ab67-6ea8de1734ac req-12ac51fe-9a96-431e-898d-791d868aef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:33.617547 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6467927f-355b-4317-ab67-6ea8de1734ac req-12ac51fe-9a96-431e-898d-791d868aef15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=76c36f54-1cd8-474f-855d-a11c20d9f410 HTTP/1.1" status: 200 len: 853 time: 0.0468199 Oct 27 17:04:33.658182 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6467927f-355b-4317-ab67-6ea8de1734ac req-9d2bbcc0-7310-485c-9509-41c51f184fea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a57e130e-6705-4dae-b8de-df4b7234dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247166 Oct 27 17:04:33.747718 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6467927f-355b-4317-ab67-6ea8de1734ac req-eb2d0d81-be6f-402d-97b3-e4e3e6cbdf2c service neutron] 10.222.0.11 "GET /v2.0/networks/a57e130e-6705-4dae-b8de-df4b7234dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797040 Oct 27 17:04:33.842971 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6467927f-355b-4317-ab67-6ea8de1734ac req-b9bfd311-f185-416e-a50e-a78e6ec4054b service neutron] 10.222.0.11 "GET /v2.0/networks/a57e130e-6705-4dae-b8de-df4b7234dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854201 Oct 27 17:04:33.937641 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111056a1-a475-461d-9af8-e9301a725bab req-812366ac-2006-47d9-81a5-ddf905e80ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:33.939972 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-111056a1-a475-461d-9af8-e9301a725bab req-812366ac-2006-47d9-81a5-ddf905e80ed7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5eb132de3af4a108561a16af567602d&device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 1098 time: 0.0737069 Oct 27 17:04:33.956530 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3bce6-907b-4908-acb7-75b2d1c023de req-133b7e48-d4a8-4d2a-9e56-5064c15da400 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:33.958134 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c2a3bce6-907b-4908-acb7-75b2d1c023de req-133b7e48-d4a8-4d2a-9e56-5064c15da400 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=38032a01-8103-49ad-921a-c7fa07ef0989 HTTP/1.1" status: 200 len: 943 time: 0.0677457 Oct 27 17:04:34.170250 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d29d4-27f0-49df-90a0-ba742a3bb928 req-27e0f233-5c23-4baa-b8be-e10b23896846 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:34.171742 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-404d29d4-27f0-49df-90a0-ba742a3bb928 req-27e0f233-5c23-4baa-b8be-e10b23896846 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0525033 Oct 27 17:04:34.211487 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-404d29d4-27f0-49df-90a0-ba742a3bb928 req-18f1780a-bf13-4436-abbb-31ea23c2ae01 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331807 Oct 27 17:04:34.307669 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c2a3bce6-907b-4908-acb7-75b2d1c023de req-429fcd10-f994-4cb5-a89a-3c283a126e26 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429208 Oct 27 17:04:34.328440 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ead5ba-c343-4ae3-9834-5ef80f3b8aca req-6551f059-8379-422d-8520-a3a53c84c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:34.331081 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-84ead5ba-c343-4ae3-9834-5ef80f3b8aca req-6551f059-8379-422d-8520-a3a53c84c720 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd5669935351497eb068f093e3457a67&device_id=38032a01-8103-49ad-921a-c7fa07ef0989 HTTP/1.1" status: 200 len: 1096 time: 0.1153874 Oct 27 17:04:34.400947 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111056a1-a475-461d-9af8-e9301a725bab req-e11943f7-5b09-44eb-9fd1-dfd4182564a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:34.402300 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-111056a1-a475-461d-9af8-e9301a725bab req-e11943f7-5b09-44eb-9fd1-dfd4182564a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 HTTP/1.1" status: 200 len: 919 time: 0.1855464 Oct 27 17:04:34.493968 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ead5ba-c343-4ae3-9834-5ef80f3b8aca req-9121606a-3b79-40ee-bfea-e9d824454370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:34.495511 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-84ead5ba-c343-4ae3-9834-5ef80f3b8aca req-9121606a-3b79-40ee-bfea-e9d824454370 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a57e130e-6705-4dae-b8de-df4b7234dcee HTTP/1.1" status: 200 len: 915 time: 0.1524560 Oct 27 17:04:34.502629 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-111056a1-a475-461d-9af8-e9301a725bab req-a14255e2-cb15-4399-b50e-ac08ca9100c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d HTTP/1.1" status: 200 len: 1001 time: 0.0882809 Oct 27 17:04:34.577867 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-84ead5ba-c343-4ae3-9834-5ef80f3b8aca req-d9938630-f5c3-4be6-b79a-29383d2cf04b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7a00bd4-9a54-4f06-8956-8fa5276ac6c5 HTTP/1.1" status: 200 len: 217 time: 0.0591717 Oct 27 17:04:34.627800 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d6ba6-c3ea-4130-9d20-b4b20ab36114 req-468969d0-8300-4df7-bcfe-d2a3205d14d2 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:34.629324 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e32d6ba6-c3ea-4130-9d20-b4b20ab36114 req-468969d0-8300-4df7-bcfe-d2a3205d14d2 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0573843 Oct 27 17:04:34.629723 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111056a1-a475-461d-9af8-e9301a725bab req-10364ebb-57d9-4789-922f-ecae640fc686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:34.631162 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-111056a1-a475-461d-9af8-e9301a725bab req-10364ebb-57d9-4789-922f-ecae640fc686 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b59259a-4a35-4b3f-b276-e215349f7ead HTTP/1.1" status: 200 len: 856 time: 0.1068115 Oct 27 17:04:34.647163 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ead5ba-c343-4ae3-9834-5ef80f3b8aca req-60446ca3-aa41-46af-acf9-1ecdaa9eb599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:34.648597 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-84ead5ba-c343-4ae3-9834-5ef80f3b8aca req-60446ca3-aa41-46af-acf9-1ecdaa9eb599 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=76c36f54-1cd8-474f-855d-a11c20d9f410 HTTP/1.1" status: 200 len: 853 time: 0.0557275 Oct 27 17:04:34.672513 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e32d6ba6-c3ea-4130-9d20-b4b20ab36114 req-1a5c6bb9-479d-47a8-a7cc-f428e1cf0f52 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328443 Oct 27 17:04:34.697260 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-84ead5ba-c343-4ae3-9834-5ef80f3b8aca req-65087f80-a3a3-4624-8bbe-416c33ba5112 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a57e130e-6705-4dae-b8de-df4b7234dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256031 Oct 27 17:04:34.709959 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111056a1-a475-461d-9af8-e9301a725bab req-a0607d00-5277-41b4-acf4-f95cc4471e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:34.711360 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-111056a1-a475-461d-9af8-e9301a725bab req-a0607d00-5277-41b4-acf4-f95cc4471e94 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0660846 Oct 27 17:04:34.867788 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-84ead5ba-c343-4ae3-9834-5ef80f3b8aca req-12ac9bca-25bb-42c8-a5cd-b2bd510f9111 service neutron] 10.222.0.11 "GET /v2.0/networks/a57e130e-6705-4dae-b8de-df4b7234dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555054 Oct 27 17:04:34.878186 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-111056a1-a475-461d-9af8-e9301a725bab req-cbd75fd6-ed79-4a1c-9c65-86cb97d7ae68 service neutron] 10.222.0.11 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491315 Oct 27 17:04:35.030239 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-84ead5ba-c343-4ae3-9834-5ef80f3b8aca req-39d21f03-c730-4e70-9c9c-9d710a85f5db service neutron] 10.222.0.11 "GET /v2.0/networks/a57e130e-6705-4dae-b8de-df4b7234dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511159 Oct 27 17:04:35.036411 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-111056a1-a475-461d-9af8-e9301a725bab req-cdfa0219-7a7e-448d-8500-ffe3458fd2c2 service neutron] 10.222.0.11 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497951 Oct 27 17:04:35.336268 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518b3f9-eda3-430a-9146-df016f3e164f req-c59a1aef-e288-447d-b385-3f999ee14283 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:35.337825 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4518b3f9-eda3-430a-9146-df016f3e164f req-c59a1aef-e288-447d-b385-3f999ee14283 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0516810 Oct 27 17:04:35.377164 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4518b3f9-eda3-430a-9146-df016f3e164f req-70910a3f-e7e9-49e2-8aa8-d4df9e8f6af0 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333395 Oct 27 17:04:35.423033 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6d956-0343-4005-9781-1772f905ece0 req-7311b2ec-e02e-4062-b6d3-1454d8479575 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:35.424526 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4fa6d956-0343-4005-9781-1772f905ece0 req-7311b2ec-e02e-4062-b6d3-1454d8479575 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=38032a01-8103-49ad-921a-c7fa07ef0989 HTTP/1.1" status: 200 len: 943 time: 0.0507362 Oct 27 17:04:35.465325 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4fa6d956-0343-4005-9781-1772f905ece0 req-911c2e8e-afd6-4a18-a0be-a3aa84c043c0 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348520 Oct 27 17:04:35.716541 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:35.786799 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465ad08-e789-4384-a670-548207efa9b1 req-c81a1e0c-a043-47bf-9c29-586c32082dab tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:35.788270 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a465ad08-e789-4384-a670-548207efa9b1 req-c81a1e0c-a043-47bf-9c29-586c32082dab tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0512102 Oct 27 17:04:35.826532 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a465ad08-e789-4384-a670-548207efa9b1 req-11230456-414e-4a2c-a66f-64666d7f0ed6 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323584 Oct 27 17:04:36.496598 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7263dc-e6c8-49d7-abb5-4bf067eb26aa req-f9fe3e1c-f29a-4e9b-ac62-80064341b6c3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:36.498077 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4a7263dc-e6c8-49d7-abb5-4bf067eb26aa req-f9fe3e1c-f29a-4e9b-ac62-80064341b6c3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0494397 Oct 27 17:04:36.539006 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4a7263dc-e6c8-49d7-abb5-4bf067eb26aa req-66f97a01-2224-4deb-a877-38531654ceda tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344179 Oct 27 17:04:36.591313 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f69a5f-dffe-4ad4-8903-c54e616f2067 req-e7eed3c8-cb0b-4572-b75c-43c80eddab7a tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:36.592805 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-12f69a5f-dffe-4ad4-8903-c54e616f2067 req-e7eed3c8-cb0b-4572-b75c-43c80eddab7a tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=38032a01-8103-49ad-921a-c7fa07ef0989 HTTP/1.1" status: 200 len: 943 time: 0.0585277 Oct 27 17:04:36.632161 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-12f69a5f-dffe-4ad4-8903-c54e616f2067 req-790dc8ce-bf56-4e93-a7e7-a8615965a645 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328121 Oct 27 17:04:36.942562 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4464c72-133c-4f0c-b18e-b2606b316703 req-222a0425-9dc4-477a-9781-e0462f63ba38 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:36.944025 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f4464c72-133c-4f0c-b18e-b2606b316703 req-222a0425-9dc4-477a-9781-e0462f63ba38 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0498455 Oct 27 17:04:36.983031 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f4464c72-133c-4f0c-b18e-b2606b316703 req-bfb548ae-9f43-4426-b026-608f9aa2c731 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329123 Oct 27 17:04:37.673935 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d31d1-7f65-4770-866f-94e3283d156c req-426b32d1-b95e-4716-8018-575732c14b26 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:37.676138 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-813d31d1-7f65-4770-866f-94e3283d156c req-426b32d1-b95e-4716-8018-575732c14b26 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0516090 Oct 27 17:04:37.718172 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-813d31d1-7f65-4770-866f-94e3283d156c req-3dd60401-e25c-41fe-9af4-d08e8ddbb98d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361607 Oct 27 17:04:37.753383 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca6547-71a8-41ba-ae06-5879bd9a4e0d req-55e8b358-e51a-4070-9a2f-3614755a7c3b tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:37.755107 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f7ca6547-71a8-41ba-ae06-5879bd9a4e0d req-55e8b358-e51a-4070-9a2f-3614755a7c3b tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=38032a01-8103-49ad-921a-c7fa07ef0989 HTTP/1.1" status: 200 len: 943 time: 0.0527778 Oct 27 17:04:37.799171 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f7ca6547-71a8-41ba-ae06-5879bd9a4e0d req-ca32697c-ea7f-4b0b-906c-51069030cfc1 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381889 Oct 27 17:04:38.101127 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e8baf-f81f-435b-9b9f-81d695c603b2 req-14793b0e-205b-4221-89ec-7f70b7ca722f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:38.102530 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-9d6e8baf-f81f-435b-9b9f-81d695c603b2 req-14793b0e-205b-4221-89ec-7f70b7ca722f tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0512540 Oct 27 17:04:38.128989 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b040f4c-3bbe-48e4-a4e1-a7873f11d540 req-e2a00216-030f-4b67-876e-2113f3f12709 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:38.130569 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6b040f4c-3bbe-48e4-a4e1-a7873f11d540 req-e2a00216-030f-4b67-876e-2113f3f12709 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.11 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 946 time: 0.0509360 Oct 27 17:04:38.141610 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-9d6e8baf-f81f-435b-9b9f-81d695c603b2 req-9abafe7d-0849-45ec-add3-7ce7d1b04223 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328650 Oct 27 17:04:38.236847 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-6b040f4c-3bbe-48e4-a4e1-a7873f11d540 req-e4f779c1-c4ce-4b61-a9d1-0ab98fe74b37 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Deleting port c730199f-586b-47fe-aa7c-720e6230cad9 {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:04:38.237324 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6b040f4c-3bbe-48e4-a4e1-a7873f11d540 req-e4f779c1-c4ce-4b61-a9d1-0ab98fe74b37 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:38.324942 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-6b040f4c-3bbe-48e4-a4e1-a7873f11d540 req-e4f779c1-c4ce-4b61-a9d1-0ab98fe74b37 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] For port c730199f-586b-47fe-aa7c-720e6230cad9, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=c730199f-586b-47fe-aa7c-720e6230cad9,segment=NetworkSegment(5fe736cd-0966-4b34-b920-3ef928d9823b),segment_id=5fe736cd-0966-4b34-b920-3ef928d9823b)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:38.325306 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6b040f4c-3bbe-48e4-a4e1-a7873f11d540 req-e4f779c1-c4ce-4b61-a9d1-0ab98fe74b37 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:38.338840 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-6b040f4c-3bbe-48e4-a4e1-a7873f11d540 req-e4f779c1-c4ce-4b61-a9d1-0ab98fe74b37 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Calling delete_port for c730199f-586b-47fe-aa7c-720e6230cad9 owned by compute:nova {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:04:38.574246 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6b040f4c-3bbe-48e4-a4e1-a7873f11d540 req-e4f779c1-c4ce-4b61-a9d1-0ab98fe74b37 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:38.592799 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['c730199f-586b-47fe-aa7c-720e6230cad9'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:04:38.609748 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f779c1-c4ce-4b61-a9d1-0ab98fe74b37 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Pushing event deleted for resources: {'Port': ['ID=c730199f-586b-47fe-aa7c-720e6230cad9,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:38.623071 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f779c1-c4ce-4b61-a9d1-0ab98fe74b37 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:38.623420 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f779c1-c4ce-4b61-a9d1-0ab98fe74b37 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:38.623757 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f779c1-c4ce-4b61-a9d1-0ab98fe74b37 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:38.624088 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f779c1-c4ce-4b61-a9d1-0ab98fe74b37 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:38.624418 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f779c1-c4ce-4b61-a9d1-0ab98fe74b37 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:38.624778 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f779c1-c4ce-4b61-a9d1-0ab98fe74b37 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:38.625103 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f779c1-c4ce-4b61-a9d1-0ab98fe74b37 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:38.625438 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f779c1-c4ce-4b61-a9d1-0ab98fe74b37 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:38.625835 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f779c1-c4ce-4b61-a9d1-0ab98fe74b37 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:38.626054 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f779c1-c4ce-4b61-a9d1-0ab98fe74b37 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:38.626366 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f779c1-c4ce-4b61-a9d1-0ab98fe74b37 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:38.626664 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f779c1-c4ce-4b61-a9d1-0ab98fe74b37 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:38.663722 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b040f4c-3bbe-48e4-a4e1-a7873f11d540 req-e4f779c1-c4ce-4b61-a9d1-0ab98fe74b37 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] No DVR routers for this DVR port c730199f-586b-47fe-aa7c-720e6230cad9 on host hv-cinder-81570 {{(pid=118834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:04:38.666410 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6b040f4c-3bbe-48e4-a4e1-a7873f11d540 req-e4f779c1-c4ce-4b61-a9d1-0ab98fe74b37 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:38.669755 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6b040f4c-3bbe-48e4-a4e1-a7873f11d540 req-e4f779c1-c4ce-4b61-a9d1-0ab98fe74b37 tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.11 "DELETE /v2.0/ports/c730199f-586b-47fe-aa7c-720e6230cad9 HTTP/1.1" status: 204 len: 173 time: 0.5314200 Oct 27 17:04:38.670195 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3597190e-3e1e-4071-9e13-1bb5edbe41fc', 'name': 'network-vif-deleted', 'tag': 'c730199f-586b-47fe-aa7c-720e6230cad9'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:04:38.672425 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962006ec-edf0-45e8-855b-26697b2fbb5c" -d '{"events": [{"server_uuid": "3597190e-3e1e-4071-9e13-1bb5edbe41fc", "name": "network-vif-deleted", "tag": "c730199f-586b-47fe-aa7c-720e6230cad9"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:04:38.802430 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0da790-55f6-4744-a62e-c09c2e412430 x-openstack-request-id: req-4c0da790-55f6-4744-a62e-c09c2e412430 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:04:38.802430 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3597190e-3e1e-4071-9e13-1bb5edbe41fc", "name": "network-vif-deleted", "tag": "c730199f-586b-47fe-aa7c-720e6230cad9", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:04:38.802430 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-4c0da790-55f6-4744-a62e-c09c2e412430 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:04:38.802430 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3597190e-3e1e-4071-9e13-1bb5edbe41fc', 'name': 'network-vif-deleted', 'tag': 'c730199f-586b-47fe-aa7c-720e6230cad9', 'status': 'completed', 'code': 200} Oct 27 17:04:38.844663 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182a9ec-df1f-4aeb-aaa3-936149b62465 req-fe5118d0-854c-42f5-8a36-edc983c02df0 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:38.847148 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5182a9ec-df1f-4aeb-aaa3-936149b62465 req-fe5118d0-854c-42f5-8a36-edc983c02df0 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0536923 Oct 27 17:04:38.892811 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5182a9ec-df1f-4aeb-aaa3-936149b62465 req-72c2b761-a56a-4117-a380-7715ab8b1b98 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370162 Oct 27 17:04:38.922800 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e1f93-7e23-4de6-9a1e-be404846e206 req-f647e4f6-f102-4d7e-895a-e83762e7556d tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:38.924308 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-817e1f93-7e23-4de6-9a1e-be404846e206 req-f647e4f6-f102-4d7e-895a-e83762e7556d tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=38032a01-8103-49ad-921a-c7fa07ef0989 HTTP/1.1" status: 200 len: 943 time: 0.0512619 Oct 27 17:04:38.962538 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-817e1f93-7e23-4de6-9a1e-be404846e206 req-a1873512-7715-4703-b6e5-83767f2ed396 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314319 Oct 27 17:04:39.246316 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8f7202a7-6fd7-4d47-be37-86d8d2c8883c req-66c3db10-f324-4c31-a61e-5ecbdb181dfd tempest-ServerRescueNegativeTestJSON-969399402 tempest-ServerRescueNegativeTestJSON-969399402-project] 10.222.0.109 "GET /v2.0/ports?device_id=3597190e-3e1e-4071-9e13-1bb5edbe41fc HTTP/1.1" status: 200 len: 210 time: 0.0267253 Oct 27 17:04:39.255279 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device e7a00bd4-9a54-4f06-8956-8fa5276ac6c5 details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:04:39.356109 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port e7a00bd4-9a54-4f06-8956-8fa5276ac6c5, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=e7a00bd4-9a54-4f06-8956-8fa5276ac6c5,segment=NetworkSegment(ff707d64-e40b-48a0-85d4-61f1ee5f1b11),segment_id=ff707d64-e40b-48a0-85d4-61f1ee5f1b11)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:39.367561 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': 'e7a00bd4-9a54-4f06-8956-8fa5276ac6c5', 'network_id': 'a57e130e-6705-4dae-b8de-df4b7234dcee', 'port_id': 'e7a00bd4-9a54-4f06-8956-8fa5276ac6c5', 'mac_address': 'fa:16:3e:6f:6f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c36f54-1cd8-474f-855d-a11c20d9f410', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:04:39.406468 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:39.423773 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a00bd4-9a54-4f06-8956-8fa5276ac6c5 {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:04:39.439862 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port e7a00bd4-9a54-4f06-8956-8fa5276ac6c5, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=e7a00bd4-9a54-4f06-8956-8fa5276ac6c5,segment=NetworkSegment(ff707d64-e40b-48a0-85d4-61f1ee5f1b11),segment_id=ff707d64-e40b-48a0-85d4-61f1ee5f1b11)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:39.516809 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:39.569037 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=e7a00bd4-9a54-4f06-8956-8fa5276ac6c5,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:39.936224 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['e7a00bd4-9a54-4f06-8956-8fa5276ac6c5'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:04:40.022882 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578895e-46b0-496d-b3c3-04d83b825cbf req-4117a7f2-2b4b-4c18-bf10-9e7c50ea8d25 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:40.025153 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f578895e-46b0-496d-b3c3-04d83b825cbf req-4117a7f2-2b4b-4c18-bf10-9e7c50ea8d25 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0516415 Oct 27 17:04:40.067975 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f578895e-46b0-496d-b3c3-04d83b825cbf req-3b971f48-9ff6-4550-b1ea-2ca67f8c41e7 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368690 Oct 27 17:04:40.092086 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1330f5-e33a-45ab-99a1-f9383d27c939 req-b07df983-2a88-49a6-aba2-4a411c201cb9 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:40.093567 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-aa1330f5-e33a-45ab-99a1-f9383d27c939 req-b07df983-2a88-49a6-aba2-4a411c201cb9 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=38032a01-8103-49ad-921a-c7fa07ef0989 HTTP/1.1" status: 200 len: 944 time: 0.0587149 Oct 27 17:04:40.131289 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-aa1330f5-e33a-45ab-99a1-f9383d27c939 req-f6670ee2-e777-449b-a530-643d1c7536e7 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310507 Oct 27 17:04:40.306185 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 58276) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:40.710528 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3840b555-8403-4d06-973c-9a5dde1eed37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133762601'] for router_interface, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:41.013971 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-3840b555-8403-4d06-973c-9a5dde1eed37 admin admin] Deleting port 7845e3d3-acf0-4fef-8712-3377eb1a5afc {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:04:41.016834 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3840b555-8403-4d06-973c-9a5dde1eed37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:41.251003 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef9ce7-5689-4c21-85e9-116e54632c1d req-db2a0081-eb33-4c05-8596-1cfb9e2f1f0a tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:41.252529 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-37ef9ce7-5689-4c21-85e9-116e54632c1d req-db2a0081-eb33-4c05-8596-1cfb9e2f1f0a tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=38032a01-8103-49ad-921a-c7fa07ef0989 HTTP/1.1" status: 200 len: 944 time: 0.0513608 Oct 27 17:04:41.270722 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device e7a00bd4-9a54-4f06-8956-8fa5276ac6c5 up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:04:41.293329 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-37ef9ce7-5689-4c21-85e9-116e54632c1d req-872fbab2-0ac8-4b77-b539-c3eaeabef028 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345674 Oct 27 17:04:41.367105 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56268c7e-ecc9-4bb9-8d79-153bee64fbf1 req-ae7e3ae1-4742-413c-b852-b6b9128703c8 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:41.368593 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-56268c7e-ecc9-4bb9-8d79-153bee64fbf1 req-ae7e3ae1-4742-413c-b852-b6b9128703c8 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0773273 Oct 27 17:04:41.373316 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [None req-3840b555-8403-4d06-973c-9a5dde1eed37 admin admin] For port 7845e3d3-acf0-4fef-8712-3377eb1a5afc, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=7845e3d3-acf0-4fef-8712-3377eb1a5afc,segment=NetworkSegment(5fe736cd-0966-4b34-b920-3ef928d9823b),segment_id=5fe736cd-0966-4b34-b920-3ef928d9823b)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:41.373668 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3840b555-8403-4d06-973c-9a5dde1eed37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:41.397571 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning for port e7a00bd4-9a54-4f06-8956-8fa5276ac6c5 completed by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:04:41.399393 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-3840b555-8403-4d06-973c-9a5dde1eed37 admin admin] Calling delete_port for 7845e3d3-acf0-4fef-8712-3377eb1a5afc owned by network:router_interface {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:04:41.402266 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port e7a00bd4-9a54-4f06-8956-8fa5276ac6c5 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:04:41.405908 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:41.460120 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-56268c7e-ecc9-4bb9-8d79-153bee64fbf1 req-49651af2-15b4-4b10-99d7-880e5f4d2f42 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839210 Oct 27 17:04:41.607428 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:41.629629 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38032a01-8103-49ad-921a-c7fa07ef0989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a00bd4-9a54-4f06-8956-8fa5276ac6c5'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:04:41.632235 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7f7d02-60d1-452d-b9e0-43b307c8a7c8" -d '{"events": [{"server_uuid": "38032a01-8103-49ad-921a-c7fa07ef0989", "name": "network-vif-plugged", "status": "completed", "tag": "e7a00bd4-9a54-4f06-8956-8fa5276ac6c5"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:04:41.645982 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port e7a00bd4-9a54-4f06-8956-8fa5276ac6c5, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=e7a00bd4-9a54-4f06-8956-8fa5276ac6c5,segment=NetworkSegment(ff707d64-e40b-48a0-85d4-61f1ee5f1b11),segment_id=ff707d64-e40b-48a0-85d4-61f1ee5f1b11)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:41.669250 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46f1186-9e94-4687-89f7-a39ed4ba7b79 x-openstack-request-id: req-b46f1186-9e94-4687-89f7-a39ed4ba7b79 {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:04:41.669544 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38032a01-8103-49ad-921a-c7fa07ef0989", "name": "network-vif-plugged", "status": "completed", "tag": "e7a00bd4-9a54-4f06-8956-8fa5276ac6c5", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:04:41.669793 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-b46f1186-9e94-4687-89f7-a39ed4ba7b79 {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:04:41.670182 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38032a01-8103-49ad-921a-c7fa07ef0989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a00bd4-9a54-4f06-8956-8fa5276ac6c5', 'code': 200} Oct 27 17:04:41.671581 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3840b555-8403-4d06-973c-9a5dde1eed37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:41.701622 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840b555-8403-4d06-973c-9a5dde1eed37 admin admin] Pushing event deleted for resources: {'Port': ['ID=7845e3d3-acf0-4fef-8712-3377eb1a5afc,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:41.728466 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:41.729308 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device c730199f-586b-47fe-aa7c-720e6230cad9 no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:04:41.750976 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] No Port match for: c730199f-586b-47fe-aa7c-720e6230cad9 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:04:41.750976 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device c730199f-586b-47fe-aa7c-720e6230cad9 not bound to the agent host hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:04:41.794111 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=e7a00bd4-9a54-4f06-8956-8fa5276ac6c5,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:41.885977 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3840b555-8403-4d06-973c-9a5dde1eed37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133607305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133762757'] for router_interface, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:42.016035 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba925332-7076-486e-ac80-904711d50fc6 req-9846a163-c536-4552-9131-2ff67dcbe85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:42.017534 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ba925332-7076-486e-ac80-904711d50fc6 req-9846a163-c536-4552-9131-2ff67dcbe85d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=38032a01-8103-49ad-921a-c7fa07ef0989 HTTP/1.1" status: 200 len: 1098 time: 0.0876691 Oct 27 17:04:42.120993 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ba925332-7076-486e-ac80-904711d50fc6 req-cb9e04c1-eb26-4f52-806f-741c9dc6e263 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938902 Oct 27 17:04:42.158094 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3840b555-8403-4d06-973c-9a5dde1eed37 admin admin] Router ba49f893-e57a-4517-aad2-1e80c00d05bf has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:04:42.266355 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3840b555-8403-4d06-973c-9a5dde1eed37 admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:04:42.271524 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-3840b555-8403-4d06-973c-9a5dde1eed37 admin admin] 10.222.0.109 "PUT /v2.0/routers/ba49f893-e57a-4517-aad2-1e80c00d05bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9642828 Oct 27 17:04:42.274007 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 58290) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:42.275478 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7cdba-2f0c-4400-a24a-87deec7cca74 None None] Sync routers for ids ['ba49f893-e57a-4517-aad2-1e80c00d05bf'] in dv-cinder-815701-1-iscsi {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:04:42.285317 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a7cdba-2f0c-4400-a24a-87deec7cca74 None None] Routers {'ba49f893-e57a-4517-aad2-1e80c00d05bf'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:04:42.285936 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-b5a7cdba-2f0c-4400-a24a-87deec7cca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:04:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['ba49f893-e57a-4517-aad2-1e80c00d05bf'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:42.405017 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2ad09133-b899-46c0-b127-0e470f7cada1 admin admin] Publish callbacks [] for router, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:42.477078 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-b5a7cdba-2f0c-4400-a24a-87deec7cca74 None None] Set router ba49f893-e57a-4517-aad2-1e80c00d05bf gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:04:42.490155 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dbf05-8ecf-4c5f-a2d3-864d0bf8b153 req-739cb0fb-5f3f-4ee3-b751-581871923e87 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:42.491656 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-723dbf05-8ecf-4c5f-a2d3-864d0bf8b153 req-739cb0fb-5f3f-4ee3-b751-581871923e87 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=38032a01-8103-49ad-921a-c7fa07ef0989 HTTP/1.1" status: 200 len: 945 time: 0.1250196 Oct 27 17:04:42.556625 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-723dbf05-8ecf-4c5f-a2d3-864d0bf8b153 req-745f4abf-e0c6-40a7-860b-f746e7952734 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550995 Oct 27 17:04:42.558620 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2ad09133-b899-46c0-b127-0e470f7cada1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:42.588701 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5942e3-8255-450f-a8d5-1828ee4d5c17 req-bd38f19d-2367-4b9d-ae98-a76d1a8aac8d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:42.592203 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8d5942e3-8255-450f-a8d5-1828ee4d5c17 req-bd38f19d-2367-4b9d-ae98-a76d1a8aac8d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0538120 Oct 27 17:04:42.641701 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8d5942e3-8255-450f-a8d5-1828ee4d5c17 req-a2641cf3-cc4e-4edb-a700-c6383e48460c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438673 Oct 27 17:04:42.668921 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-2ad09133-b899-46c0-b127-0e470f7cada1 admin admin] Deleting port afc1e0ab-b7ab-47ee-a103-647e1d4d9713 {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:04:42.669151 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2ad09133-b899-46c0-b127-0e470f7cada1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:42.679435 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-b5a7cdba-2f0c-4400-a24a-87deec7cca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba49f893-e57a-4517-aad2-1e80c00d05bf', 'name': 'tempest-ServerRescueNegativeTestJSON-377676188-router', 'tenant_id': '01815bc32be54f4ea30de068defb62b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'afc1e0ab-b7ab-47ee-a103-647e1d4d9713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:21Z', 'updated_at': '2021-10-27T17:04:41Z', 'revision_number': 5, 'project_id': '01815bc32be54f4ea30de068defb62b5', 'gw_port': {'id': 'afc1e0ab-b7ab-47ee-a103-647e1d4d9713', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba49f893-e57a-4517-aad2-1e80c00d05bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:22Z', 'updated_at': '2021-10-27T17:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:42.712590 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7cdba-2f0c-4400-a24a-87deec7cca74 None None] Checking router: ba49f893-e57a-4517-aad2-1e80c00d05bf for host: dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:04:42.720876 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a7cdba-2f0c-4400-a24a-87deec7cca74 None None] Routers {'ba49f893-e57a-4517-aad2-1e80c00d05bf'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:04:42.721482 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-b5a7cdba-2f0c-4400-a24a-87deec7cca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:04:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['ba49f893-e57a-4517-aad2-1e80c00d05bf'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:42.756747 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [None req-2ad09133-b899-46c0-b127-0e470f7cada1 admin admin] For port afc1e0ab-b7ab-47ee-a103-647e1d4d9713, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=afc1e0ab-b7ab-47ee-a103-647e1d4d9713,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:42.757224 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2ad09133-b899-46c0-b127-0e470f7cada1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:42.780920 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-2ad09133-b899-46c0-b127-0e470f7cada1 admin admin] Calling delete_port for afc1e0ab-b7ab-47ee-a103-647e1d4d9713 owned by network:router_gateway {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:04:42.810381 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-b5a7cdba-2f0c-4400-a24a-87deec7cca74 None None] Set router ba49f893-e57a-4517-aad2-1e80c00d05bf gateway port host: None {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:04:42.863996 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-b5a7cdba-2f0c-4400-a24a-87deec7cca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba49f893-e57a-4517-aad2-1e80c00d05bf', 'name': 'tempest-ServerRescueNegativeTestJSON-377676188-router', 'tenant_id': '01815bc32be54f4ea30de068defb62b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:21Z', 'updated_at': '2021-10-27T17:04:42Z', 'revision_number': 6, 'project_id': '01815bc32be54f4ea30de068defb62b5', 'gw_port_host': None}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:42.894198 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7cdba-2f0c-4400-a24a-87deec7cca74 None None] The sync data for ids ['ba49f893-e57a-4517-aad2-1e80c00d05bf'] in dv-cinder-815701-1-iscsi is: [{'id': 'ba49f893-e57a-4517-aad2-1e80c00d05bf', 'name': 'tempest-ServerRescueNegativeTestJSON-377676188-router', 'tenant_id': '01815bc32be54f4ea30de068defb62b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:21Z', 'updated_at': '2021-10-27T17:04:42Z', 'revision_number': 6, 'project_id': '01815bc32be54f4ea30de068defb62b5', 'gw_port_host': None}] {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:04:43.014993 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2ad09133-b899-46c0-b127-0e470f7cada1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:43.041398 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad09133-b899-46c0-b127-0e470f7cada1 admin admin] Pushing event deleted for resources: {'Port': ['ID=afc1e0ab-b7ab-47ee-a103-647e1d4d9713,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:43.102883 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2ad09133-b899-46c0-b127-0e470f7cada1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133703783'] for router_gateway, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:43.214379 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2ad09133-b899-46c0-b127-0e470f7cada1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133760781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5334'] for router, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:43.216434 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2ad09133-b899-46c0-b127-0e470f7cada1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:43.317693 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2ad09133-b899-46c0-b127-0e470f7cada1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133760794'] for router, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:43.318890 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad09133-b899-46c0-b127-0e470f7cada1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba49f893-e57a-4517-aad2-1e80c00d05bf {{(pid=118834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:04:43.325204 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2ad09133-b899-46c0-b127-0e470f7cada1 admin admin] Publish callbacks [] for router, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:43.329076 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-2ad09133-b899-46c0-b127-0e470f7cada1 admin admin] 10.222.0.109 "DELETE /v2.0/routers/ba49f893-e57a-4517-aad2-1e80c00d05bf HTTP/1.1" status: 204 len: 168 time: 1.0515344 Oct 27 17:04:43.336024 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 58298) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:43.374852 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e3e895-ea6e-421d-b404-2731adc9e267 admin admin] Deleting subnet 92aec7f3-099d-4f1b-9326-cd2323ebaada {{(pid=118833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:04:43.377967 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-77e3e895-ea6e-421d-b404-2731adc9e267 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:43.416149 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-77e3e895-ea6e-421d-b404-2731adc9e267 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131504099'] for subnet, precommit_delete_associations {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:43.454668 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-77e3e895-ea6e-421d-b404-2731adc9e267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1424751'] for subnet, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:43.557611 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-77e3e895-ea6e-421d-b404-2731adc9e267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1424742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131455163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130858914'] for subnet, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:43.585337 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3e895-ea6e-421d-b404-2731adc9e267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92aec7f3-099d-4f1b-9326-cd2323ebaada,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:43.589957 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-77e3e895-ea6e-421d-b404-2731adc9e267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:43.593229 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-77e3e895-ea6e-421d-b404-2731adc9e267 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/92aec7f3-099d-4f1b-9326-cd2323ebaada HTTP/1.1" status: 204 len: 168 time: 0.2628253 Oct 27 17:04:43.596238 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 58302) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:43.606957 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e895-ea6e-421d-b404-2731adc9e267 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:43.607303 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e895-ea6e-421d-b404-2731adc9e267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:43.607643 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e895-ea6e-421d-b404-2731adc9e267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:43.607977 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e895-ea6e-421d-b404-2731adc9e267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:43.608306 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e895-ea6e-421d-b404-2731adc9e267 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:43.608668 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e895-ea6e-421d-b404-2731adc9e267 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:43.608999 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e895-ea6e-421d-b404-2731adc9e267 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:43.609321 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e895-ea6e-421d-b404-2731adc9e267 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:43.609646 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e895-ea6e-421d-b404-2731adc9e267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:43.609965 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e895-ea6e-421d-b404-2731adc9e267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:43.610288 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e895-ea6e-421d-b404-2731adc9e267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:43.610604 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e895-ea6e-421d-b404-2731adc9e267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:43.709884 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-632d3b37-e58e-4a19-bef9-0785c6fb8687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529236'] for network, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:43.731521 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af9cbd-e9a4-4348-a370-d2b7ce64b082 req-5b094b60-227e-448a-89c4-1358bcd9aedf tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:43.733249 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-77af9cbd-e9a4-4348-a370-d2b7ce64b082 req-5b094b60-227e-448a-89c4-1358bcd9aedf tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=38032a01-8103-49ad-921a-c7fa07ef0989 HTTP/1.1" status: 200 len: 945 time: 0.0863626 Oct 27 17:04:43.793902 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac5698-6d14-4dc7-85ed-16d03201f03d req-105114ba-cbc1-4fa1-a400-c3d01346c433 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:43.797016 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3dac5698-6d14-4dc7-85ed-16d03201f03d req-105114ba-cbc1-4fa1-a400-c3d01346c433 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0592272 Oct 27 17:04:43.846890 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3dac5698-6d14-4dc7-85ed-16d03201f03d req-c26d5d05-a25c-4991-b7c3-d4615f9863ee tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453541 Oct 27 17:04:43.855639 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-77af9cbd-e9a4-4348-a370-d2b7ce64b082 req-a6f508a1-b26a-4ef0-b862-6b7a581e4d78 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976090 Oct 27 17:04:43.860456 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-632d3b37-e58e-4a19-bef9-0785c6fb8687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423354', 'neutron.services.segments.db._delete_segments_for_network-8740460286558'] for network, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:43.887543 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-632d3b37-e58e-4a19-bef9-0785c6fb8687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63bb574e-682e-4fda-acd7-cf41cb7ff89d']}} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:43.897461 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-632d3b37-e58e-4a19-bef9-0785c6fb8687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe736cd-0966-4b34-b920-3ef928d9823b') {'for_net_delete': True} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:43.897754 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-632d3b37-e58e-4a19-bef9-0785c6fb8687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe736cd-0966-4b34-b920-3ef928d9823b') {} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:43.906753 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-632d3b37-e58e-4a19-bef9-0785c6fb8687 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740460286055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130957136'] for segment, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:43.920453 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-632d3b37-e58e-4a19-bef9-0785c6fb8687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:43.926956 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632d3b37-e58e-4a19-bef9-0785c6fb8687 admin admin] Releasing vlan 1363 on physical network physnet1 to pool {{(pid=118834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:04:43.928070 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-632d3b37-e58e-4a19-bef9-0785c6fb8687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130954844'] for segment, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: Traceback (most recent call last): Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: timer() Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: cb(*args, **kw) Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: return func(*args, **kwargs) Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: self._notify() Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: self.callback(batched_events) Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: event.method(event) Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: return f(self, *a, **k) Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: return self._get(url).json() Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: return self.request(url, 'GET', **kwargs) Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:04:43.929788 dv-cinder-815701-1-iscsi neutron-server[118834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:04:44.026129 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-632d3b37-e58e-4a19-bef9-0785c6fb8687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703771'] for network, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:44.030965 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-632d3b37-e58e-4a19-bef9-0785c6fb8687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:44.038831 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-632d3b37-e58e-4a19-bef9-0785c6fb8687 admin admin] 10.222.0.109 "DELETE /v2.0/networks/63bb574e-682e-4fda-acd7-cf41cb7ff89d HTTP/1.1" status: 204 len: 168 time: 0.4372170 Oct 27 17:04:44.051131 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d3b37-e58e-4a19-bef9-0785c6fb8687 admin admin] Pushing event deleted for resources: {'Network': ['ID=63bb574e-682e-4fda-acd7-cf41cb7ff89d,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:44.263441 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 58310) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:44.302637 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-55e916b3-babd-4e45-9d92-9e3dcbba7ab7 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=01815bc32be54f4ea30de068defb62b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379927 Oct 27 17:04:44.307517 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 58312) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:44.356144 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cf39dac3-cd63-426e-9d78-bab894c184d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:44.378242 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cf39dac3-cd63-426e-9d78-bab894c184d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:44.477520 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cf39dac3-cd63-426e-9d78-bab894c184d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:44.480438 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cf39dac3-cd63-426e-9d78-bab894c184d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:44.481819 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-cf39dac3-cd63-426e-9d78-bab894c184d0 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/4d65b42f-61e7-47eb-8fe3-2621d4bbc67a HTTP/1.1" status: 204 len: 168 time: 0.1753464 Oct 27 17:04:44.489798 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39dac3-cd63-426e-9d78-bab894c184d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d65b42f-61e7-47eb-8fe3-2621d4bbc67a,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:44.653546 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 7845e3d3-acf0-4fef-8712-3377eb1a5afc no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:04:44.674641 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: 7845e3d3-acf0-4fef-8712-3377eb1a5afc {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:04:44.682033 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 7845e3d3-acf0-4fef-8712-3377eb1a5afc not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:04:44.682033 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device afc1e0ab-b7ab-47ee-a103-647e1d4d9713 no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:04:44.694050 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: afc1e0ab-b7ab-47ee-a103-647e1d4d9713 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:04:44.694417 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device afc1e0ab-b7ab-47ee-a103-647e1d4d9713 not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:04:44.984531 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6adcc-7ba9-4a3a-8125-2b6d188dddde req-63642523-851c-4e58-b0a5-086cd6888ae3 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:44.986095 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5fb6adcc-7ba9-4a3a-8125-2b6d188dddde req-63642523-851c-4e58-b0a5-086cd6888ae3 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=38032a01-8103-49ad-921a-c7fa07ef0989 HTTP/1.1" status: 200 len: 945 time: 0.0544345 Oct 27 17:04:45.028779 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5fb6adcc-7ba9-4a3a-8125-2b6d188dddde req-6a5c3043-e45d-43d7-938d-2811df09a6b3 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359344 Oct 27 17:04:45.064467 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bcf7c-fd49-4bb0-8cb0-f7e543a1070b req-42ce0e06-9d43-4a1a-b504-f460eee47953 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:45.066192 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c82bcf7c-fd49-4bb0-8cb0-f7e543a1070b req-42ce0e06-9d43-4a1a-b504-f460eee47953 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0569065 Oct 27 17:04:45.124528 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c82bcf7c-fd49-4bb0-8cb0-f7e543a1070b req-84f55938-0c90-4189-af9e-676d0e5c8708 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501118 Oct 27 17:04:46.254352 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71b2a0-f6ef-4b68-8fe1-a269b0426a97 req-1f3d93bc-3b4a-44b3-84e7-5997649b979b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:46.257738 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-eb71b2a0-f6ef-4b68-8fe1-a269b0426a97 req-1f3d93bc-3b4a-44b3-84e7-5997649b979b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0604193 Oct 27 17:04:46.299931 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-eb71b2a0-f6ef-4b68-8fe1-a269b0426a97 req-17da239f-12cb-4a70-9813-78c13a6b3a13 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348306 Oct 27 17:04:46.448367 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d240f8-7dc9-4bf6-9698-e4388ebbe2a8 req-7f145af7-2416-40b2-91b6-bf56534a4d9f tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:46.449889 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-89d240f8-7dc9-4bf6-9698-e4388ebbe2a8 req-7f145af7-2416-40b2-91b6-bf56534a4d9f tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0569961 Oct 27 17:04:46.513264 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-89d240f8-7dc9-4bf6-9698-e4388ebbe2a8 req-08b4d96a-78ff-45f2-9134-7118bd987b14 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565240 Oct 27 17:04:47.433563 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671e01d-682f-4cbe-84ba-49de4b10617a req-7ac6a0d5-3121-43e6-9d41-74181c67339c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:47.435713 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d671e01d-682f-4cbe-84ba-49de4b10617a req-7ac6a0d5-3121-43e6-9d41-74181c67339c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0544384 Oct 27 17:04:47.478692 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d671e01d-682f-4cbe-84ba-49de4b10617a req-7cc3be8e-bba4-4c7c-a2a3-a436d5996375 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351818 Oct 27 17:04:47.631219 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095f99e-7e26-447e-a6ca-6d520bcfeb24 req-9e29110d-3eb5-4046-93b0-0c438c1c6312 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:47.633165 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2095f99e-7e26-447e-a6ca-6d520bcfeb24 req-9e29110d-3eb5-4046-93b0-0c438c1c6312 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0499699 Oct 27 17:04:47.671187 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2095f99e-7e26-447e-a6ca-6d520bcfeb24 req-772b3d85-7bc1-494e-8ff1-1ae2e450d104 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315399 Oct 27 17:04:48.606230 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240ac14-b168-4016-9035-a3dbd748309a req-c0f1cef5-285b-4ff1-a8f6-62a69cf33e0c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:48.607687 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3240ac14-b168-4016-9035-a3dbd748309a req-c0f1cef5-285b-4ff1-a8f6-62a69cf33e0c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0529003 Oct 27 17:04:48.652996 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3240ac14-b168-4016-9035-a3dbd748309a req-f475914a-d6e3-44b9-b52b-ab28089b7b8a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391769 Oct 27 17:04:48.797407 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d4ea0-d6c6-4762-9c4f-ef9a2f510703 req-8908b515-36ad-4cd6-8456-f01f8df26162 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:48.798950 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-973d4ea0-d6c6-4762-9c4f-ef9a2f510703 req-8908b515-36ad-4cd6-8456-f01f8df26162 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0574830 Oct 27 17:04:48.843831 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-973d4ea0-d6c6-4762-9c4f-ef9a2f510703 req-ba6af133-2d0e-482f-af23-e1d85334cf73 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377190 Oct 27 17:04:49.311583 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:04:49.412665 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:49.423898 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': '5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'port_id': '5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d', 'mac_address': 'fa:16:3e:f8:58:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:04:49.463747 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:49.485159 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:04:49.508109 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:49.552072 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-f7f3527e-8c73-485a-8530-e70b6fbb4aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:49.575162 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:49.633976 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d,revision_number=6']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:49.679398 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:04:49.787727 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8ee8f-6d68-4fa9-a182-86a487fc97b0 req-826d19bf-5f77-4fda-b44d-3deb332f7041 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:49.790904 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-54d8ee8f-6d68-4fa9-a182-86a487fc97b0 req-826d19bf-5f77-4fda-b44d-3deb332f7041 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 944 time: 0.0547390 Oct 27 17:04:49.837056 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-54d8ee8f-6d68-4fa9-a182-86a487fc97b0 req-597d8849-b695-4362-9233-1308b18d5dfc tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379674 Oct 27 17:04:49.983390 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cd57e-83bb-432c-a5de-ed56d7c478a4 req-75165289-1a66-484d-9da5-3a67210b441c tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:49.984909 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ab8cd57e-83bb-432c-a5de-ed56d7c478a4 req-75165289-1a66-484d-9da5-3a67210b441c tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0572472 Oct 27 17:04:50.025322 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ab8cd57e-83bb-432c-a5de-ed56d7c478a4 req-f296e538-4a9b-47cd-b787-b010018c384d tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334198 Oct 27 17:04:50.963366 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b238adf-bdb7-4b5f-9ac3-6fb5938d6314 req-d53ab0c3-91bb-4c44-96f5-f2625dde0c57 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:50.964810 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3b238adf-bdb7-4b5f-9ac3-6fb5938d6314 req-d53ab0c3-91bb-4c44-96f5-f2625dde0c57 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 944 time: 0.0494118 Oct 27 17:04:51.010100 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3b238adf-bdb7-4b5f-9ac3-6fb5938d6314 req-51c038f3-b1fa-4645-acec-d3554da16f1b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390503 Oct 27 17:04:51.141901 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0746a8-654f-43ff-95c1-cf18c7b0a82f req-68148d41-3f0d-414c-9f26-3791f818c433 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:51.143281 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-9c0746a8-654f-43ff-95c1-cf18c7b0a82f req-68148d41-3f0d-414c-9f26-3791f818c433 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0488412 Oct 27 17:04:51.181764 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-9c0746a8-654f-43ff-95c1-cf18c7b0a82f req-73e3d727-c8f7-4631-8915-06b3a58d1bd1 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320280 Oct 27 17:04:51.328508 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:04:51.379338 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:04:51.379698 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:51.460014 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:51.485234 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4899b3-abb6-45a2-bc1e-2f7ae08c0c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:04:51.487541 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cc2aa8-88c6-4002-be4d-3af9fe6847fb" -d '{"events": [{"server_uuid": "de4899b3-abb6-45a2-bc1e-2f7ae08c0c61", "name": "network-vif-plugged", "status": "completed", "tag": "5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:04:51.501113 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:51.523886 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bfdd6f-77ad-4548-9079-34101723687d x-openstack-request-id: req-46bfdd6f-77ad-4548-9079-34101723687d {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:04:51.524402 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4899b3-abb6-45a2-bc1e-2f7ae08c0c61", "name": "network-vif-plugged", "status": "completed", "tag": "5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:04:51.524875 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-46bfdd6f-77ad-4548-9079-34101723687d {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:04:51.525357 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4899b3-abb6-45a2-bc1e-2f7ae08c0c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d', 'code': 200} Oct 27 17:04:51.587561 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:51.637287 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d,revision_number=7']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:51.971139 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 58496) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:52.095236 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-537dbd80-8c9b-4d56-a937-e55036a6cc4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:52.170758 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fcf0c-5bb7-4ade-be89-a580fcb3ee75 req-b788ffe4-87f7-45c0-a4ec-914d6bc83d5b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:52.172952 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-cf5fcf0c-5bb7-4ade-be89-a580fcb3ee75 req-b788ffe4-87f7-45c0-a4ec-914d6bc83d5b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0795422 Oct 27 17:04:52.237378 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-cf5fcf0c-5bb7-4ade-be89-a580fcb3ee75 req-522c6884-b6e6-4fc7-910a-5913b3e1db25 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580287 Oct 27 17:04:52.273048 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-537dbd80-8c9b-4d56-a937-e55036a6cc4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:52.314920 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593ec37-d1d4-4858-af4a-838e98419915 req-017f524e-e1de-44ad-8e1f-0c5ee86656bf tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:52.316351 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-1593ec37-d1d4-4858-af4a-838e98419915 req-017f524e-e1de-44ad-8e1f-0c5ee86656bf tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0531023 Oct 27 17:04:52.329736 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-537dbd80-8c9b-4d56-a937-e55036a6cc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:52.364887 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-1593ec37-d1d4-4858-af4a-838e98419915 req-b8019355-32bc-4f18-8bb7-e9fb8a891541 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388119 Oct 27 17:04:52.372784 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-537dbd80-8c9b-4d56-a937-e55036a6cc4e admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=e8cea7310023488ab3e0f44fc31886e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4005160 Oct 27 17:04:52.373679 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537dbd80-8c9b-4d56-a937-e55036a6cc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9d2c69-32df-4dcc-b906-d9fc28952a7f,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:52.376677 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 58506) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:52.410148 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-0370c668-fcf7-43fd-abc0-ad1657b7adfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:52.430046 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b201143b-3c8e-4f26-8982-629ee20dfa48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:52.453882 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b201143b-3c8e-4f26-8982-629ee20dfa48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:52.569751 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b201143b-3c8e-4f26-8982-629ee20dfa48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:52.573209 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b201143b-3c8e-4f26-8982-629ee20dfa48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:52.574391 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-b201143b-3c8e-4f26-8982-629ee20dfa48 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/3a9d2c69-32df-4dcc-b906-d9fc28952a7f HTTP/1.1" status: 204 len: 168 time: 0.1967394 Oct 27 17:04:52.582888 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201143b-3c8e-4f26-8982-629ee20dfa48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9d2c69-32df-4dcc-b906-d9fc28952a7f,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:53.156947 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 58514) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:53.170948 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3d6e6d0a-d907-469d-86f4-135ba47c3daf admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:53.226608 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:53.250049 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3d6e6d0a-d907-469d-86f4-135ba47c3daf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:53.312728 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3d6e6d0a-d907-469d-86f4-135ba47c3daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:53.375675 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:53.378817 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-3d6e6d0a-d907-469d-86f4-135ba47c3daf admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=b5b0f1010ff840e1bd9b9336d997b8ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207718 Oct 27 17:04:53.381488 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e6d0a-d907-469d-86f4-135ba47c3daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edf0b1a-207a-4f8b-bcc2-68f15cbdeb97,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:53.381622 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 58518) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:53.404052 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5eae3-a045-4f45-b51c-28396e1afb43 req-25b2e134-cfc5-47bb-85dc-5ad066ed0008 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:53.405569 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-71d5eae3-a045-4f45-b51c-28396e1afb43 req-25b2e134-cfc5-47bb-85dc-5ad066ed0008 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0895827 Oct 27 17:04:53.446982 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-6b1d422c-0a89-4ec3-94dd-b157f69164fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:53.448327 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-71d5eae3-a045-4f45-b51c-28396e1afb43 req-532496d3-02fc-44e1-9a27-13b996030070 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363996 Oct 27 17:04:53.498888 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-6b1d422c-0a89-4ec3-94dd-b157f69164fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:53.546068 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce589416-0005-423c-b36d-a96baa6df4f1 req-9c3f67a3-4419-4337-92e1-e4bcf0069dce tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:53.547777 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ce589416-0005-423c-b36d-a96baa6df4f1 req-9c3f67a3-4419-4337-92e1-e4bcf0069dce tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0961378 Oct 27 17:04:53.587619 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ce589416-0005-423c-b36d-a96baa6df4f1 req-9c757f3b-01ac-46ad-b899-4078c6797f72 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339110 Oct 27 17:04:53.638303 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-6b1d422c-0a89-4ec3-94dd-b157f69164fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:53.641060 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-6b1d422c-0a89-4ec3-94dd-b157f69164fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:53.642197 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-6b1d422c-0a89-4ec3-94dd-b157f69164fa admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/2edf0b1a-207a-4f8b-bcc2-68f15cbdeb97 HTTP/1.1" status: 204 len: 168 time: 0.2597091 Oct 27 17:04:53.651381 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d422c-0a89-4ec3-94dd-b157f69164fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edf0b1a-207a-4f8b-bcc2-68f15cbdeb97,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:54.572231 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf840585-9c8d-4429-a78b-c28a70d37a70 req-a4a21af5-fcd4-41a5-bdeb-0db04c067430 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:54.573793 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-cf840585-9c8d-4429-a78b-c28a70d37a70 req-a4a21af5-fcd4-41a5-bdeb-0db04c067430 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0501773 Oct 27 17:04:54.614390 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-cf840585-9c8d-4429-a78b-c28a70d37a70 req-6a1a2ac1-e958-4e7b-9896-b60d390c43a8 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345657 Oct 27 17:04:54.713350 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424808f-043c-4618-ac25-991f0f4d2d4c req-b55e031b-b5e7-4f17-aebd-5b7c26d95687 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:54.714816 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b424808f-043c-4618-ac25-991f0f4d2d4c req-b55e031b-b5e7-4f17-aebd-5b7c26d95687 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0513055 Oct 27 17:04:54.755756 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b424808f-043c-4618-ac25-991f0f4d2d4c req-ce3c638a-97dd-4f53-9f5e-7ac9a4e92eb4 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349116 Oct 27 17:04:55.198701 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:55.333905 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 58570) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:55.444759 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0a025e77-5252-4023-bfdf-64df7686cbe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:55.472662 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:04:55.528471 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0a025e77-5252-4023-bfdf-64df7686cbe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:55.610066 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0a025e77-5252-4023-bfdf-64df7686cbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:55.653244 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-0a025e77-5252-4023-bfdf-64df7686cbe2 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=ab4ad6b459134737a9a659829c3c3a40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180461 Oct 27 17:04:55.653450 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 58584) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:55.657264 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a025e77-5252-4023-bfdf-64df7686cbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62d8f7c-c11a-4b23-bf06-13508f88bfc3,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:55.723690 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-83a7ce7f-db3e-4651-8d38-6d6263a6c3d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:55.748070 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-83a7ce7f-db3e-4651-8d38-6d6263a6c3d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:55.764634 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60b039-6f5b-43b0-b602-a4a52b471118 req-ff2957c6-b485-4a65-a938-1ef3f924c3df tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:55.767501 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8c60b039-6f5b-43b0-b602-a4a52b471118 req-ff2957c6-b485-4a65-a938-1ef3f924c3df tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0517902 Oct 27 17:04:55.829911 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8c60b039-6f5b-43b0-b602-a4a52b471118 req-8cce8eec-a9b2-49d3-a99c-97865dc1eceb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560105 Oct 27 17:04:55.906692 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-83a7ce7f-db3e-4651-8d38-6d6263a6c3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:55.910182 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-83a7ce7f-db3e-4651-8d38-6d6263a6c3d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:55.911612 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-83a7ce7f-db3e-4651-8d38-6d6263a6c3d0 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/b62d8f7c-c11a-4b23-bf06-13508f88bfc3 HTTP/1.1" status: 204 len: 168 time: 0.2571359 Oct 27 17:04:55.928964 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7ce7f-db3e-4651-8d38-6d6263a6c3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62d8f7c-c11a-4b23-bf06-13508f88bfc3,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:55.951437 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc64965-256e-45a6-8f47-c126bfcae22e req-11e52e23-3540-4724-82fc-4e77ae8c77d8 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:55.959095 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fbc64965-256e-45a6-8f47-c126bfcae22e req-11e52e23-3540-4724-82fc-4e77ae8c77d8 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0933874 Oct 27 17:04:56.021684 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fbc64965-256e-45a6-8f47-c126bfcae22e req-ce69290f-0d8c-46a1-a586-3b55bd931442 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615633 Oct 27 17:04:56.997481 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301078f-d952-4f5c-ac5f-cadffa4a9f3d req-d444532b-88d7-4535-a516-ef5389acefaf tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:56.999064 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0301078f-d952-4f5c-ac5f-cadffa4a9f3d req-d444532b-88d7-4535-a516-ef5389acefaf tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0773585 Oct 27 17:04:57.059004 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0301078f-d952-4f5c-ac5f-cadffa4a9f3d req-28f5df36-485b-437f-af7d-9391e71a3d8e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525441 Oct 27 17:04:57.175336 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9303ad-749b-4102-ae58-edb745335049 req-0b77ab53-c4ce-4686-a4ba-dbab8d8470dc tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:57.176863 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-9a9303ad-749b-4102-ae58-edb745335049 req-0b77ab53-c4ce-4686-a4ba-dbab8d8470dc tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0619617 Oct 27 17:04:57.227659 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-9a9303ad-749b-4102-ae58-edb745335049 req-cd2a5440-f56e-4d6d-8926-6fe23d5167a5 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429640 Oct 27 17:04:58.182892 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf0e4b-1bff-44ec-b714-4bae83f1f32b req-096fd19e-e42e-4baa-bab2-924608301ba7 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:58.184363 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2ecf0e4b-1bff-44ec-b714-4bae83f1f32b req-096fd19e-e42e-4baa-bab2-924608301ba7 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0582247 Oct 27 17:04:58.244885 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2ecf0e4b-1bff-44ec-b714-4bae83f1f32b req-a2b4c748-0d2a-4af5-b747-2f4ffe9038c2 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486200 Oct 27 17:04:58.394125 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc683c-f0a6-402b-bfe7-38743c26c6ed req-325227aa-ffe5-4c94-9d2c-d9d11f945262 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:58.395804 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0ddc683c-f0a6-402b-bfe7-38743c26c6ed req-325227aa-ffe5-4c94-9d2c-d9d11f945262 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0750597 Oct 27 17:04:58.460947 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0ddc683c-f0a6-402b-bfe7-38743c26c6ed req-ec914947-d4dc-487c-80af-b4cc454271be tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479307 Oct 27 17:04:59.388313 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9885ef-3a50-48c3-976a-ad4b201840a8 req-39fa9e63-e558-4472-9253-a527b8b673ee tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:59.390539 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ae9885ef-3a50-48c3-976a-ad4b201840a8 req-39fa9e63-e558-4472-9253-a527b8b673ee tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0627491 Oct 27 17:04:59.429545 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ae9885ef-3a50-48c3-976a-ad4b201840a8 req-6e20bef6-4e6c-45ef-acc5-c7e25367b61d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328505 Oct 27 17:04:59.612368 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7030f7-dcce-49fb-8b2f-648545bf37df req-27205856-6e14-45b4-b3b3-54614a0bade8 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:59.614622 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7a7030f7-dcce-49fb-8b2f-648545bf37df req-27205856-6e14-45b4-b3b3-54614a0bade8 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0778644 Oct 27 17:04:59.665593 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7a7030f7-dcce-49fb-8b2f-648545bf37df req-69ff9c92-2625-4724-a055-5ff734be7400 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424347 Oct 27 17:05:00.564743 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a327d1-5419-4103-b696-4bacf041a96c req-a403c572-2e73-4d4d-82f3-6c48bbb437fc tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:00.566433 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-36a327d1-5419-4103-b696-4bacf041a96c req-a403c572-2e73-4d4d-82f3-6c48bbb437fc tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0558887 Oct 27 17:05:00.608970 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-36a327d1-5419-4103-b696-4bacf041a96c req-6a8c22c8-fe10-4c63-b733-59b49c88ebe4 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361857 Oct 27 17:05:00.800876 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a935a6-8686-4071-aedc-da3a671698c0 req-384aa99e-7715-4a17-980d-4857a5272623 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:00.802348 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-55a935a6-8686-4071-aedc-da3a671698c0 req-384aa99e-7715-4a17-980d-4857a5272623 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0512724 Oct 27 17:05:00.846524 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-55a935a6-8686-4071-aedc-da3a671698c0 req-c17a494e-4ee5-4a2a-b106-24461ba83662 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373335 Oct 27 17:05:01.753377 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c3338-b15d-45fd-b9e2-0ca97edbce93 req-0bc5c08e-b921-413b-b064-67083e722382 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:01.754855 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a09c3338-b15d-45fd-b9e2-0ca97edbce93 req-0bc5c08e-b921-413b-b064-67083e722382 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0586898 Oct 27 17:05:01.799193 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a09c3338-b15d-45fd-b9e2-0ca97edbce93 req-bfddca51-0828-4a49-8874-6523c5ee5f95 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382574 Oct 27 17:05:01.973787 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910e84a-cdd6-4a17-9642-4d19624cce5a req-0b0554ad-815d-4163-bf9c-ddd72a5a05c7 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:01.975865 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4910e84a-cdd6-4a17-9642-4d19624cce5a req-0b0554ad-815d-4163-bf9c-ddd72a5a05c7 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0553975 Oct 27 17:05:02.023884 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4910e84a-cdd6-4a17-9642-4d19624cce5a req-6468059f-3600-44d9-abd0-54ebeb476920 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368185 Oct 27 17:05:02.934493 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec7bca-9d1a-4fae-bb05-fe02d2615a29 req-17d7c55b-c607-4e6c-b591-f391ce8a952e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:02.936200 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f6ec7bca-9d1a-4fae-bb05-fe02d2615a29 req-17d7c55b-c607-4e6c-b591-f391ce8a952e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0568984 Oct 27 17:05:02.979093 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f6ec7bca-9d1a-4fae-bb05-fe02d2615a29 req-b7ebe85a-27e4-463d-aef7-81c913eb108a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363698 Oct 27 17:05:03.148536 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb33e7-6630-4024-9eb1-6ca438aa0d02 req-55ffad5c-268e-4e58-8da7-be3c66f86340 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:03.150277 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-04fb33e7-6630-4024-9eb1-6ca438aa0d02 req-55ffad5c-268e-4e58-8da7-be3c66f86340 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0550678 Oct 27 17:05:03.190544 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-04fb33e7-6630-4024-9eb1-6ca438aa0d02 req-afc3404c-f178-43a4-8af2-b49ae93b137d tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339291 Oct 27 17:05:04.130810 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed294255-ae02-4fc2-9539-2604a5be64ec req-f05d79cd-6675-48d1-b3f3-0de21ac2df1a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:04.133167 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ed294255-ae02-4fc2-9539-2604a5be64ec req-f05d79cd-6675-48d1-b3f3-0de21ac2df1a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0674739 Oct 27 17:05:04.173830 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ed294255-ae02-4fc2-9539-2604a5be64ec req-12b9b7a6-a5c7-4a36-890a-50c2b4dac447 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342817 Oct 27 17:05:04.314902 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa651445-141d-449f-a7e7-d600ffb08875 req-19a65fa2-df86-4476-82c1-3e9b69c293b4 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:04.316385 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fa651445-141d-449f-a7e7-d600ffb08875 req-19a65fa2-df86-4476-82c1-3e9b69c293b4 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0536640 Oct 27 17:05:04.358320 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fa651445-141d-449f-a7e7-d600ffb08875 req-6cc5019e-e0d7-45b2-b5e2-279ecbf98a07 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352910 Oct 27 17:05:05.308194 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76baff8d-ba04-4165-ad71-433ac641473b req-b33ae413-ed45-4efd-b057-29e4704eca0d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:05.309995 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-76baff8d-ba04-4165-ad71-433ac641473b req-b33ae413-ed45-4efd-b057-29e4704eca0d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0601733 Oct 27 17:05:05.360111 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-76baff8d-ba04-4165-ad71-433ac641473b req-47b0d0e8-87d6-474c-a0a0-9c72e46ee2ba tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441663 Oct 27 17:05:05.492081 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7631609-c30e-4c28-ba91-3a8bdf8d8faa req-cc1c29cc-2fc5-4157-9cc6-895cdf321cc5 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:05.494153 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a7631609-c30e-4c28-ba91-3a8bdf8d8faa req-cc1c29cc-2fc5-4157-9cc6-895cdf321cc5 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0525773 Oct 27 17:05:05.542619 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a7631609-c30e-4c28-ba91-3a8bdf8d8faa req-8f50a913-cbce-4a76-a2d7-abd45843c9c5 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402453 Oct 27 17:05:05.816905 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:06.489500 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f8207-2839-45ca-a970-3166e8dde999 req-2fe86f6a-01e9-414f-8e80-fea90c4e07c8 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:06.491025 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-016f8207-2839-45ca-a970-3166e8dde999 req-2fe86f6a-01e9-414f-8e80-fea90c4e07c8 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0514898 Oct 27 17:05:06.529363 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-016f8207-2839-45ca-a970-3166e8dde999 req-09764a12-c35c-4630-8f78-785e1783a7a2 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317495 Oct 27 17:05:06.657117 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc44fe-7079-4af8-aa79-10141e2976ae req-2538a94f-8df8-46d0-9889-3856f8b60016 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:06.658565 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-80fc44fe-7079-4af8-aa79-10141e2976ae req-2538a94f-8df8-46d0-9889-3856f8b60016 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0521586 Oct 27 17:05:06.696715 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-80fc44fe-7079-4af8-aa79-10141e2976ae req-1a2ed238-37fa-4262-8c90-7244731ec889 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318780 Oct 27 17:05:07.659171 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85056f03-924d-457d-9e5c-73760dd19dec req-b2633f87-bab0-4413-b8ce-66974734773a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:07.660703 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-85056f03-924d-457d-9e5c-73760dd19dec req-b2633f87-bab0-4413-b8ce-66974734773a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0549259 Oct 27 17:05:07.702299 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-85056f03-924d-457d-9e5c-73760dd19dec req-34826fbc-01df-4db2-850f-e9cfe1745695 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339396 Oct 27 17:05:07.819202 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409cbf9-a7d7-47ca-a736-43dee3c0defc req-aacb63d3-948b-4ac5-a2f0-6472abc49d0d tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:07.820711 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8409cbf9-a7d7-47ca-a736-43dee3c0defc req-aacb63d3-948b-4ac5-a2f0-6472abc49d0d tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0525653 Oct 27 17:05:07.865075 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8409cbf9-a7d7-47ca-a736-43dee3c0defc req-bb8ca5d1-6027-4082-be9d-be6d63db0e8f tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375614 Oct 27 17:05:08.823938 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28131aa0-bdf4-4759-b241-d6d8daf16803 req-4e9bebba-927d-420f-8dd6-b69ce0b3487c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:08.825421 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-28131aa0-bdf4-4759-b241-d6d8daf16803 req-4e9bebba-927d-420f-8dd6-b69ce0b3487c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0518014 Oct 27 17:05:08.863772 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-28131aa0-bdf4-4759-b241-d6d8daf16803 req-cc9d1981-f5ec-4c9c-b0ed-9ad4b4dc5247 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322924 Oct 27 17:05:08.979815 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4182ef0-9a00-40c4-a1fa-a7b86be41c61 req-0d352871-d710-4ac7-b26f-9dbf9027011a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:08.981305 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f4182ef0-9a00-40c4-a1fa-a7b86be41c61 req-0d352871-d710-4ac7-b26f-9dbf9027011a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0483382 Oct 27 17:05:09.019361 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f4182ef0-9a00-40c4-a1fa-a7b86be41c61 req-4369403d-7ed2-488a-9093-d35e0ca516ff tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322511 Oct 27 17:05:09.991666 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b521246-b01a-4a66-a0fb-ace55dd1f186 req-2030b0a8-6ac0-4bdd-b25c-1594b75f6770 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:09.993346 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-9b521246-b01a-4a66-a0fb-ace55dd1f186 req-2030b0a8-6ac0-4bdd-b25c-1594b75f6770 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0566249 Oct 27 17:05:10.035343 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-9b521246-b01a-4a66-a0fb-ace55dd1f186 req-b6097f8c-d901-40ce-95c6-f43ae7f2aa70 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340426 Oct 27 17:05:10.138549 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed960df0-269e-425c-bbb0-4c53bb2baf63 req-5abddc2d-666b-48ad-b15a-304211119f59 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:10.140012 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ed960df0-269e-425c-bbb0-4c53bb2baf63 req-5abddc2d-666b-48ad-b15a-304211119f59 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0528688 Oct 27 17:05:10.177018 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ed960df0-269e-425c-bbb0-4c53bb2baf63 req-c05e8a81-2e30-4512-9268-bb560493234b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311265 Oct 27 17:05:10.524507 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6227f5-6209-48a6-b496-de56fc13ed74 req-e23f9739-ca4b-4fb4-9bc0-de925e7e7c03 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:10.526380 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3b6227f5-6209-48a6-b496-de56fc13ed74 req-e23f9739-ca4b-4fb4-9bc0-de925e7e7c03 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0492496 Oct 27 17:05:10.567005 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3b6227f5-6209-48a6-b496-de56fc13ed74 req-4c05cebf-2ffc-40ca-93ac-7d5b175e8ff9 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345612 Oct 27 17:05:10.692407 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a00c4-1122-4864-977b-4fbf874781b4 req-1b05d76b-a5ac-4673-80d8-f2cc2b03cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:10.693837 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d16a00c4-1122-4864-977b-4fbf874781b4 req-1b05d76b-a5ac-4673-80d8-f2cc2b03cf78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c07c026ef0854453b5ecceadb89134a1&device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 1099 time: 0.0413241 Oct 27 17:05:10.809387 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a00c4-1122-4864-977b-4fbf874781b4 req-16cf9ee4-79ae-4277-acbc-7b6c34be2260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:10.809387 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d16a00c4-1122-4864-977b-4fbf874781b4 req-16cf9ee4-79ae-4277-acbc-7b6c34be2260 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2442317d-bf65-4101-a370-d9f0807c7f4a HTTP/1.1" status: 200 len: 913 time: 0.0959361 Oct 27 17:05:10.874692 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d16a00c4-1122-4864-977b-4fbf874781b4 req-1ca7c6b0-2680-4b33-a61b-7128a797bb2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc816b8f-4a9a-42d9-9b97-c72c0305373e HTTP/1.1" status: 200 len: 1001 time: 0.0588770 Oct 27 17:05:10.929147 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a00c4-1122-4864-977b-4fbf874781b4 req-29318cc0-be43-4a55-9963-7c746b35e958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:10.930560 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d16a00c4-1122-4864-977b-4fbf874781b4 req-29318cc0-be43-4a55-9963-7c746b35e958 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c4f7fbc0-a6c8-4955-8e60-af2439f45127 HTTP/1.1" status: 200 len: 850 time: 0.0485888 Oct 27 17:05:10.977806 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a00c4-1122-4864-977b-4fbf874781b4 req-74b6f21c-613e-4b47-b981-2f519ed34054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:10.979706 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d16a00c4-1122-4864-977b-4fbf874781b4 req-74b6f21c-613e-4b47-b981-2f519ed34054 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2442317d-bf65-4101-a370-d9f0807c7f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412056 Oct 27 17:05:11.075165 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d16a00c4-1122-4864-977b-4fbf874781b4 req-cea2f12c-6a66-4f33-b120-f97610a52fe7 service neutron] 10.222.0.11 "GET /v2.0/networks/2442317d-bf65-4101-a370-d9f0807c7f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877881 Oct 27 17:05:11.160000 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e5da2-771d-41ad-977d-e5d0578f9240 req-d48c19e1-e54d-4dbc-9e04-438480bfcfcf tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:11.161922 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-804e5da2-771d-41ad-977d-e5d0578f9240 req-d48c19e1-e54d-4dbc-9e04-438480bfcfcf tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0522497 Oct 27 17:05:11.203240 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-804e5da2-771d-41ad-977d-e5d0578f9240 req-149406c1-8804-4cdb-9755-cbb873529668 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348735 Oct 27 17:05:11.406490 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d16a00c4-1122-4864-977b-4fbf874781b4 req-d8e5c986-0549-4829-b548-7951b0f674f8 service neutron] 10.222.0.11 "GET /v2.0/networks/2442317d-bf65-4101-a370-d9f0807c7f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234229 Oct 27 17:05:11.682060 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038d14b-b4fe-49c5-a481-356acbc03a68 req-662616fb-2f04-4aa7-9d93-80be07a86dd0 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:11.684099 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0038d14b-b4fe-49c5-a481-356acbc03a68 req-662616fb-2f04-4aa7-9d93-80be07a86dd0 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0493770 Oct 27 17:05:11.724981 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0038d14b-b4fe-49c5-a481-356acbc03a68 req-f0775227-2061-4242-9ce7-2d5531f525fc tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348175 Oct 27 17:05:12.327572 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babe95d-4f8f-47b9-b267-b7270cbdedc4 req-4d8532b8-1418-486f-9e6a-44119bacf5fa tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:12.328976 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7babe95d-4f8f-47b9-b267-b7270cbdedc4 req-4d8532b8-1418-486f-9e6a-44119bacf5fa tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0512338 Oct 27 17:05:12.367206 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7babe95d-4f8f-47b9-b267-b7270cbdedc4 req-bd744f97-e73b-40b7-9b9b-26221c10ba7a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323160 Oct 27 17:05:12.843688 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bc18a-4119-4b5c-877a-b683ef05cbe3 req-e87238e4-371e-43c2-9bff-4de92f075f92 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:12.845198 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fd2bc18a-4119-4b5c-877a-b683ef05cbe3 req-e87238e4-371e-43c2-9bff-4de92f075f92 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0489662 Oct 27 17:05:12.884106 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fd2bc18a-4119-4b5c-877a-b683ef05cbe3 req-277ecfb0-74e9-4d29-8158-e6e9518220c9 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329912 Oct 27 17:05:13.487188 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afeeba3-6d5c-4698-bf3d-d3a32e4c25a2 req-e06d6c95-593f-41d3-82fc-2a714015fd25 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:13.488761 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-1afeeba3-6d5c-4698-bf3d-d3a32e4c25a2 req-e06d6c95-593f-41d3-82fc-2a714015fd25 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0508087 Oct 27 17:05:13.530260 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-1afeeba3-6d5c-4698-bf3d-d3a32e4c25a2 req-1d0546d2-f2d1-4dd8-8458-457dbcb3ab43 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354402 Oct 27 17:05:14.005164 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89c42c-17de-46b7-953e-c2563438b86a req-a2c38c17-1520-48b9-9504-9dd830d04874 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:14.006686 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6b89c42c-17de-46b7-953e-c2563438b86a req-a2c38c17-1520-48b9-9504-9dd830d04874 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0509789 Oct 27 17:05:14.047603 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6b89c42c-17de-46b7-953e-c2563438b86a req-e9093126-7f6f-4957-9560-a44fcfffb327 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347011 Oct 27 17:05:14.648758 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27b355-7e64-4fe1-9ec9-8e8921248092 req-df21f08d-3878-477b-beb4-ce5bfe621b58 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:14.650223 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3a27b355-7e64-4fe1-9ec9-8e8921248092 req-df21f08d-3878-477b-beb4-ce5bfe621b58 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0492432 Oct 27 17:05:14.688997 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3a27b355-7e64-4fe1-9ec9-8e8921248092 req-cee141d6-c5db-422f-a146-447e42a12bcf tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320854 Oct 27 17:05:15.168729 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f5bbd-1932-4bd3-b1ec-e444504660a4 req-4a71cca7-5bb0-4837-856b-2f300070f2f0 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:15.170123 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-016f5bbd-1932-4bd3-b1ec-e444504660a4 req-4a71cca7-5bb0-4837-856b-2f300070f2f0 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0497987 Oct 27 17:05:15.211057 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-016f5bbd-1932-4bd3-b1ec-e444504660a4 req-558162e9-d0fb-464e-8591-cb913dbbdc75 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348780 Oct 27 17:05:15.813787 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df43c0-f4ef-4c82-9fd5-26fba587bbb1 req-a0b0338d-a33e-45da-9927-a5d48f4c17db tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:15.815217 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a2df43c0-f4ef-4c82-9fd5-26fba587bbb1 req-a0b0338d-a33e-45da-9927-a5d48f4c17db tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 945 time: 0.0528226 Oct 27 17:05:15.852944 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a2df43c0-f4ef-4c82-9fd5-26fba587bbb1 req-bda03cd3-e2f1-4a5a-8ce4-f34b8c4c898d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318410 Oct 27 17:05:16.209511 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b0e52-18a7-4229-8098-43e18ef7d070 req-a341825a-f6af-4d43-a016-c4d60cc0c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:16.210969 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3b7b0e52-18a7-4229-8098-43e18ef7d070 req-a341825a-f6af-4d43-a016-c4d60cc0c7b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5eb132de3af4a108561a16af567602d&device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 1098 time: 0.0402911 Oct 27 17:05:16.214806 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:05:16.313248 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:16.333993 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b0e52-18a7-4229-8098-43e18ef7d070 req-ed800970-3302-4774-b838-a7e2f2534f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:16.335473 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3b7b0e52-18a7-4229-8098-43e18ef7d070 req-ed800970-3302-4774-b838-a7e2f2534f97 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 HTTP/1.1" status: 200 len: 919 time: 0.1169548 Oct 27 17:05:16.341431 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4899b3-abb6-45a2-bc1e-2f7ae08c0c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:05:16.343705 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fcecf9-ceae-4914-8583-d2ac0cddecc2" -d '{"events": [{"server_uuid": "de4899b3-abb6-45a2-bc1e-2f7ae08c0c61", "name": "network-vif-unplugged", "status": "completed", "tag": "5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:05:16.355874 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:16.383136 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 17:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2640306-8a6a-4f37-ae71-8b7e95749d6a x-openstack-request-id: req-d2640306-8a6a-4f37-ae71-8b7e95749d6a {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:05:16.383451 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4899b3-abb6-45a2-bc1e-2f7ae08c0c61", "name": "network-vif-unplugged", "status": "completed", "tag": "5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:05:16.383731 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-d2640306-8a6a-4f37-ae71-8b7e95749d6a {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:05:16.384145 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4899b3-abb6-45a2-bc1e-2f7ae08c0c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d', 'code': 200} Oct 27 17:05:16.390535 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790c804-cc85-4dac-a2d3-86fddfb2cf05 req-4d81b363-ad81-43f2-819b-3c453e6c68e4 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:16.392119 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f790c804-cc85-4dac-a2d3-86fddfb2cf05 req-4d81b363-ad81-43f2-819b-3c453e6c68e4 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.1016748 Oct 27 17:05:16.428836 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:16.439455 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3b7b0e52-18a7-4229-8098-43e18ef7d070 req-3575aa8e-f1e6-47c8-9630-53e358457fe9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d HTTP/1.1" status: 200 len: 1001 time: 0.0965335 Oct 27 17:05:16.446906 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f790c804-cc85-4dac-a2d3-86fddfb2cf05 req-c1cab596-cca2-46d8-8321-36478931dc54 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477703 Oct 27 17:05:16.477684 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d,revision_number=8']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:16.485211 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:16.485577 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:16.485921 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:16.486248 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:16.486571 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:16.487034 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:16.487221 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:16.487540 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:16.487874 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:16.488194 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:16.488509 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:16.488850 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:16.498192 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b0e52-18a7-4229-8098-43e18ef7d070 req-040ca108-be45-4aa1-b4d9-066e9b4a72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:16.499653 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3b7b0e52-18a7-4229-8098-43e18ef7d070 req-040ca108-be45-4aa1-b4d9-066e9b4a72fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b59259a-4a35-4b3f-b276-e215349f7ead HTTP/1.1" status: 200 len: 856 time: 0.0499821 Oct 27 17:05:16.548255 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b0e52-18a7-4229-8098-43e18ef7d070 req-d643466e-b0b0-4da7-ac93-e9b6c95ec624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:16.549776 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3b7b0e52-18a7-4229-8098-43e18ef7d070 req-d643466e-b0b0-4da7-ac93-e9b6c95ec624 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418653 Oct 27 17:05:16.641922 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3b7b0e52-18a7-4229-8098-43e18ef7d070 req-c3be1de3-b2de-416c-9f55-227fbd28ced9 service neutron] 10.222.0.11 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821815 Oct 27 17:05:16.735448 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3b7b0e52-18a7-4229-8098-43e18ef7d070 req-6a4b377b-031c-46bb-b646-2155a0bdc5d2 service neutron] 10.222.0.11 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857239 Oct 27 17:05:16.977039 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f605a6f-45b3-4ff1-8521-b7a9870386a2 req-e47e6bd5-c42e-4b22-bc7c-9128b5582598 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:16.978579 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8f605a6f-45b3-4ff1-8521-b7a9870386a2 req-e47e6bd5-c42e-4b22-bc7c-9128b5582598 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0509763 Oct 27 17:05:17.018712 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8f605a6f-45b3-4ff1-8521-b7a9870386a2 req-495c9b6f-f566-4f63-804c-81e274b33ff4 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329669 Oct 27 17:05:17.568079 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f261f-18f0-46ea-8e42-a01c039752e5 req-8ff6b14d-dd1b-4a70-a106-3b20f903881f tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:17.569494 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a01f261f-18f0-46ea-8e42-a01c039752e5 req-8ff6b14d-dd1b-4a70-a106-3b20f903881f tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0538089 Oct 27 17:05:17.614605 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a01f261f-18f0-46ea-8e42-a01c039752e5 req-5eb4f64c-13b3-42de-a05e-495c580efd8d tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387912 Oct 27 17:05:18.140420 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69620e-2bbc-4389-b600-b888cf22a32c req-de491ad7-a5ca-4707-84a7-e852c4dbfb1f tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:18.141943 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5d69620e-2bbc-4389-b600-b888cf22a32c req-de491ad7-a5ca-4707-84a7-e852c4dbfb1f tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0493512 Oct 27 17:05:18.181293 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5d69620e-2bbc-4389-b600-b888cf22a32c req-dbe366b0-7d76-4ff1-a588-c1f9320a462b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331430 Oct 27 17:05:19.306016 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4912d-2292-47ed-b659-18d02199272b req-b9f0b629-6d2a-40c6-b154-bd75791d3cae tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:19.307503 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-47a4912d-2292-47ed-b659-18d02199272b req-b9f0b629-6d2a-40c6-b154-bd75791d3cae tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0548406 Oct 27 17:05:19.346271 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-47a4912d-2292-47ed-b659-18d02199272b req-78598707-8b5b-4ae1-8b5c-8a234dad134e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328531 Oct 27 17:05:19.594666 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-96d08a24-8292-46e1-8a0e-a84b1156615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:20.484086 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25191d4-df72-47f8-9e47-590e6ce34b23 req-fc1ec1cb-da2b-436f-9f85-6b39c715aa97 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:20.485615 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c25191d4-df72-47f8-9e47-590e6ce34b23 req-fc1ec1cb-da2b-436f-9f85-6b39c715aa97 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0639362 Oct 27 17:05:20.527103 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c25191d4-df72-47f8-9e47-590e6ce34b23 req-01ec2aad-c0b1-4beb-b77e-5343df4fb9e5 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346484 Oct 27 17:05:21.672258 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3f337-7724-47de-8ab4-6bfc523cfb62 req-7d6ff32b-e109-4812-acd0-33d649b4a686 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:21.673954 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-25b3f337-7724-47de-8ab4-6bfc523cfb62 req-7d6ff32b-e109-4812-acd0-33d649b4a686 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0583165 Oct 27 17:05:21.716649 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-25b3f337-7724-47de-8ab4-6bfc523cfb62 req-74f6d8a6-f7e7-4dfa-be02-00e1dfdae21a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355425 Oct 27 17:05:22.392195 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-f384dbd4-3653-41f2-a557-e2b9165eb8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:23.025627 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76397bc-16de-4424-8bf6-399dc591f1a7 req-ff34fad0-69b4-4793-b0ae-0c2dde4690db tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:23.028438 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c76397bc-16de-4424-8bf6-399dc591f1a7 req-ff34fad0-69b4-4793-b0ae-0c2dde4690db tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.2281964 Oct 27 17:05:23.065971 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c76397bc-16de-4424-8bf6-399dc591f1a7 req-3c06c220-3c74-4683-af90-6c334dd2d2a1 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322359 Oct 27 17:05:23.223014 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:23.360669 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:24.143382 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [req-95e8fa3e-fa66-4537-965c-ba9524077554 req-11ab83a4-10ec-468d-b630-9f2a832eb0d9 service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=118833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:05:24.144373 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-95e8fa3e-fa66-4537-965c-ba9524077554 req-11ab83a4-10ec-468d-b630-9f2a832eb0d9 service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053782 Oct 27 17:05:24.393166 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c45f64-6427-4e11-87e2-ed9b4578f86f req-95105815-c2b4-4741-81db-4686f752a7a2 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:24.394652 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-39c45f64-6427-4e11-87e2-ed9b4578f86f req-95105815-c2b4-4741-81db-4686f752a7a2 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0493197 Oct 27 17:05:24.435869 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-39c45f64-6427-4e11-87e2-ed9b4578f86f req-4dbbbf03-269b-4adb-9cff-81cfc7ea134b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351696 Oct 27 17:05:24.844440 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 58926) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:24.929295 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-28bc1784-a264-4f73-8c5c-5001e1f1b4a8 req-a66c8ba5-6294-44cc-9792-da5548416368 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836675 Oct 27 17:05:24.939000 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [req-28bc1784-a264-4f73-8c5c-5001e1f1b4a8 req-b0c4d4a1-391d-4ac7-9720-66978c3e8ecd service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=118834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:05:24.939973 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-28bc1784-a264-4f73-8c5c-5001e1f1b4a8 req-b0c4d4a1-391d-4ac7-9720-66978c3e8ecd service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051563 Oct 27 17:05:25.161223 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:25.464693 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:05:25.561100 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141734f-dcea-4d14-83fd-c7f15aed040b req-92f73fce-6eac-423f-9e26-d2b090e79976 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:25.562578 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5141734f-dcea-4d14-83fd-c7f15aed040b req-92f73fce-6eac-423f-9e26-d2b090e79976 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0537317 Oct 27 17:05:25.601615 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5141734f-dcea-4d14-83fd-c7f15aed040b req-aac72c0b-5024-469f-a4b8-fa3298da8892 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331120 Oct 27 17:05:26.720996 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2edbc-6db8-452e-902a-2de864d6af4f req-a8282138-fc36-4a30-b109-27b7575c6466 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:26.722473 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f2a2edbc-6db8-452e-902a-2de864d6af4f req-a8282138-fc36-4a30-b109-27b7575c6466 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0483375 Oct 27 17:05:26.765082 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f2a2edbc-6db8-452e-902a-2de864d6af4f req-ea6deaa2-0c4d-4f4e-90b8-7a74c29882ec tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366540 Oct 27 17:05:27.890375 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb33d5-4030-4c0a-8b71-b633abc890c8 req-0a575f89-58df-4d17-8aef-e50755015011 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:27.891798 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b4eb33d5-4030-4c0a-8b71-b633abc890c8 req-0a575f89-58df-4d17-8aef-e50755015011 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0516651 Oct 27 17:05:27.933549 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b4eb33d5-4030-4c0a-8b71-b633abc890c8 req-d869273f-93b3-4a23-952b-17d223606d06 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355046 Oct 27 17:05:29.055071 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34293ac2-4f92-4037-9495-0b1e864ccefc req-ab3df0cb-9987-498c-a20a-ec8fc8be99db tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:29.056658 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-34293ac2-4f92-4037-9495-0b1e864ccefc req-ab3df0cb-9987-498c-a20a-ec8fc8be99db tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0506885 Oct 27 17:05:29.100742 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-34293ac2-4f92-4037-9495-0b1e864ccefc req-687f243f-a392-433b-82b9-d147552cf2d9 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378284 Oct 27 17:05:30.219945 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94a820-b342-499c-bf08-23b39e29fda3 req-cd134b4f-8e2d-41cc-b08e-217723d0c97c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:30.221427 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-bf94a820-b342-499c-bf08-23b39e29fda3 req-cd134b4f-8e2d-41cc-b08e-217723d0c97c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0484524 Oct 27 17:05:30.258095 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-bf94a820-b342-499c-bf08-23b39e29fda3 req-a9b6b60b-9d59-4941-8a41-f787f7a3d9d0 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308561 Oct 27 17:05:31.386185 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e4b6c-d60d-4ffc-9bc9-d2b923ee167a req-b2e7ad77-d6ab-4417-bfe9-a55603ba4b71 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:31.387665 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-626e4b6c-d60d-4ffc-9bc9-d2b923ee167a req-b2e7ad77-d6ab-4417-bfe9-a55603ba4b71 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0547128 Oct 27 17:05:31.429021 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-626e4b6c-d60d-4ffc-9bc9-d2b923ee167a req-e7c59cdd-1da5-414c-a837-652b99eea2f7 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346847 Oct 27 17:05:32.472670 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:05:32.556741 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 59010) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:32.557634 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907ce69-95a3-4de4-8627-cad181398e0b req-4322657d-b18a-4746-a2d6-6e4c58597fcc tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:32.559118 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e907ce69-95a3-4de4-8627-cad181398e0b req-4322657d-b18a-4746-a2d6-6e4c58597fcc tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0536442 Oct 27 17:05:32.599198 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e907ce69-95a3-4de4-8627-cad181398e0b req-6f1656e2-aff0-4aed-83c8-355b1a3a6e72 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329890 Oct 27 17:05:32.661416 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-22544d74-5e4a-4dec-ba95-61daf2cfff3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:32.732616 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-22544d74-5e4a-4dec-ba95-61daf2cfff3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:32.790230 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-22544d74-5e4a-4dec-ba95-61daf2cfff3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:32.833686 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-22544d74-5e4a-4dec-ba95-61daf2cfff3d admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=3ec0ff70506f4af8acabe9a6302ae0ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757287 Oct 27 17:05:32.834542 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22544d74-5e4a-4dec-ba95-61daf2cfff3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28b0ae4-035a-4b0f-b401-0b3263f8a324,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:32.836382 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 59014) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:32.893999 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-bc5c2c9e-2335-4ab3-9722-e11d1e1da4a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:32.914748 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-bc5c2c9e-2335-4ab3-9722-e11d1e1da4a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:33.052868 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-bc5c2c9e-2335-4ab3-9722-e11d1e1da4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:33.055549 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-bc5c2c9e-2335-4ab3-9722-e11d1e1da4a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:33.056766 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-bc5c2c9e-2335-4ab3-9722-e11d1e1da4a1 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/a28b0ae4-035a-4b0f-b401-0b3263f8a324 HTTP/1.1" status: 204 len: 168 time: 0.2192712 Oct 27 17:05:33.064832 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c2c9e-2335-4ab3-9722-e11d1e1da4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28b0ae4-035a-4b0f-b401-0b3263f8a324,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:33.729875 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dead5f-9a47-4f67-821c-10d83d3de628 req-43e4d0cd-b956-43da-8449-1ccfe548ae22 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:33.731376 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-91dead5f-9a47-4f67-821c-10d83d3de628 req-43e4d0cd-b956-43da-8449-1ccfe548ae22 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0540748 Oct 27 17:05:33.770403 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-91dead5f-9a47-4f67-821c-10d83d3de628 req-bf7b8767-ceca-4c6d-824c-09062ad771f5 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326428 Oct 27 17:05:34.898162 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b980cb-6fbb-4013-a3f3-b433b740fd73 req-22e1b215-8f53-4692-974c-52728b1012e4 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:34.899773 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a4b980cb-6fbb-4013-a3f3-b433b740fd73 req-22e1b215-8f53-4692-974c-52728b1012e4 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0531332 Oct 27 17:05:34.944452 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a4b980cb-6fbb-4013-a3f3-b433b740fd73 req-0f0340b1-4272-40f2-85f9-13eea2a4b336 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347333 Oct 27 17:05:35.779271 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:35.823565 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc1784-a264-4f73-8c5c-5001e1f1b4a8 req-09cc32fd-46ab-4ac4-90a1-015167cc8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:35.825082 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-28bc1784-a264-4f73-8c5c-5001e1f1b4a8 req-09cc32fd-46ab-4ac4-90a1-015167cc8af3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61&tenant_id=c5eb132de3af4a108561a16af567602d HTTP/1.1" status: 200 len: 1096 time: 0.0735333 Oct 27 17:05:35.897370 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc1784-a264-4f73-8c5c-5001e1f1b4a8 req-8cbd8e1d-7faa-4874-bcdd-2b0a870b1b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:35.898760 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-28bc1784-a264-4f73-8c5c-5001e1f1b4a8 req-8cbd8e1d-7faa-4874-bcdd-2b0a870b1b3d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5eb132de3af4a108561a16af567602d&device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 1096 time: 0.0466707 Oct 27 17:05:35.995691 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc1784-a264-4f73-8c5c-5001e1f1b4a8 req-2dbc1203-8fc1-4575-9bd5-2c3840276c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:35.997260 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-28bc1784-a264-4f73-8c5c-5001e1f1b4a8 req-2dbc1203-8fc1-4575-9bd5-2c3840276c37 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 HTTP/1.1" status: 200 len: 919 time: 0.0909445 Oct 27 17:05:36.099142 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-28bc1784-a264-4f73-8c5c-5001e1f1b4a8 req-94ce7d12-d72b-4f69-aeb4-46c24435d5bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d HTTP/1.1" status: 200 len: 999 time: 0.0914166 Oct 27 17:05:36.128001 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48629fbb-fc3f-4767-bc48-c8f4e14b9f7b req-02cab935-49ca-43b3-a044-2975b14a4ecd tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:36.129504 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-48629fbb-fc3f-4767-bc48-c8f4e14b9f7b req-02cab935-49ca-43b3-a044-2975b14a4ecd tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0784652 Oct 27 17:05:36.191242 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc1784-a264-4f73-8c5c-5001e1f1b4a8 req-4247506d-0d58-4ca3-bb76-b12c126a2405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:36.192757 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-28bc1784-a264-4f73-8c5c-5001e1f1b4a8 req-4247506d-0d58-4ca3-bb76-b12c126a2405 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b59259a-4a35-4b3f-b276-e215349f7ead HTTP/1.1" status: 200 len: 856 time: 0.0814142 Oct 27 17:05:36.200771 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-48629fbb-fc3f-4767-bc48-c8f4e14b9f7b req-2187ae8c-1a7a-497c-a303-882130314d64 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524762 Oct 27 17:05:36.249877 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc1784-a264-4f73-8c5c-5001e1f1b4a8 req-fc95a9fb-eb54-45b9-98d2-8088a804768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:36.254970 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-28bc1784-a264-4f73-8c5c-5001e1f1b4a8 req-fc95a9fb-eb54-45b9-98d2-8088a804768f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505161 Oct 27 17:05:36.354627 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-28bc1784-a264-4f73-8c5c-5001e1f1b4a8 req-e9d534ef-3f39-4847-ac84-a0fea963731e service neutron] 10.222.0.11 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910842 Oct 27 17:05:36.457970 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-28bc1784-a264-4f73-8c5c-5001e1f1b4a8 req-60fc5250-745d-433a-87cf-53c6efbb3019 service neutron] 10.222.0.11 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972657 Oct 27 17:05:37.325366 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a8d5b-50aa-44ce-a682-1f733cb085a5 req-d2a7a592-3be1-4c8c-be37-9188236ef5a7 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:37.326766 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-769a8d5b-50aa-44ce-a682-1f733cb085a5 req-d2a7a592-3be1-4c8c-be37-9188236ef5a7 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0508664 Oct 27 17:05:37.367618 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-769a8d5b-50aa-44ce-a682-1f733cb085a5 req-205e22b3-c8ac-4e0e-a826-88c423dc171d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340996 Oct 27 17:05:38.651554 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1397654-da23-4120-a2e9-5c4b2b070be2 req-9bf742cc-bc91-4124-9a7b-e4d5bbaad94e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:38.653034 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c1397654-da23-4120-a2e9-5c4b2b070be2 req-9bf742cc-bc91-4124-9a7b-e4d5bbaad94e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0498996 Oct 27 17:05:38.692010 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c1397654-da23-4120-a2e9-5c4b2b070be2 req-a2e836c4-7834-42e8-a436-56a92e639ade tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321727 Oct 27 17:05:39.811316 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a86da8-c315-402d-8772-49ab67603bf0 req-70895b39-925d-434c-a53c-e0f689e5d3ba tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:39.812884 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d6a86da8-c315-402d-8772-49ab67603bf0 req-70895b39-925d-434c-a53c-e0f689e5d3ba tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0502164 Oct 27 17:05:39.851015 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d6a86da8-c315-402d-8772-49ab67603bf0 req-150ada47-7dae-4382-8ef0-68064738fc31 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320051 Oct 27 17:05:40.976616 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e4718-ffae-48da-bc5c-94f360e8e7e0 req-db2751af-4d05-477b-b296-bc7f683aa045 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:40.978438 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-306e4718-ffae-48da-bc5c-94f360e8e7e0 req-db2751af-4d05-477b-b296-bc7f683aa045 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0528908 Oct 27 17:05:41.022880 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-306e4718-ffae-48da-bc5c-94f360e8e7e0 req-d8e30e0f-5b2f-4de7-9aec-72f8efa585d2 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383842 Oct 27 17:05:42.160361 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad7b92-b557-4946-a59e-1066ca1a6cd5 req-04b02d4f-eeac-4b47-8185-16ddf349c084 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:42.162636 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5fad7b92-b557-4946-a59e-1066ca1a6cd5 req-04b02d4f-eeac-4b47-8185-16ddf349c084 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0576501 Oct 27 17:05:42.215265 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5fad7b92-b557-4946-a59e-1066ca1a6cd5 req-95a728e7-7726-49da-8241-be45818ee7de tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456455 Oct 27 17:05:43.346573 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400774d-a06c-4ce7-b16c-9be8be0b24d9 req-97032022-3c82-4412-9277-0697cc82ab66 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:43.348080 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d400774d-a06c-4ce7-b16c-9be8be0b24d9 req-97032022-3c82-4412-9277-0697cc82ab66 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0514908 Oct 27 17:05:43.391866 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d400774d-a06c-4ce7-b16c-9be8be0b24d9 req-ee72dab6-8804-4524-bdc6-b2d94c4db128 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355995 Oct 27 17:05:44.526299 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba32ba-42c4-4b47-acb7-f33578f8113a req-7d0ef1ec-33b6-4a67-9ce7-f2b0ebe5c934 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:44.527770 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8cba32ba-42c4-4b47-acb7-f33578f8113a req-7d0ef1ec-33b6-4a67-9ce7-f2b0ebe5c934 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0496690 Oct 27 17:05:44.571704 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8cba32ba-42c4-4b47-acb7-f33578f8113a req-61864f80-8dc2-410f-8338-fe9ae8b94222 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360100 Oct 27 17:05:45.695871 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090efcb-b768-4f1a-9db2-ee0c06455af9 req-9efed6c2-091f-455e-a329-8c33db1749b1 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:45.697373 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0090efcb-b768-4f1a-9db2-ee0c06455af9 req-9efed6c2-091f-455e-a329-8c33db1749b1 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0500047 Oct 27 17:05:45.734636 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0090efcb-b768-4f1a-9db2-ee0c06455af9 req-aef626d8-38c8-430e-92fb-a4d06266f9c2 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313222 Oct 27 17:05:46.856437 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e2b43-852d-4c64-a911-4a9a2ac4ae5d req-0f61ce0c-40b2-4da4-903d-5160d0aab782 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:46.857924 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d23e2b43-852d-4c64-a911-4a9a2ac4ae5d req-0f61ce0c-40b2-4da4-903d-5160d0aab782 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0486279 Oct 27 17:05:46.895660 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d23e2b43-852d-4c64-a911-4a9a2ac4ae5d req-35bc1aeb-f59c-4061-bd15-0f491a538b1e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316854 Oct 27 17:05:48.022120 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b21e35-eac7-44bd-8c42-3c8668a61dee req-8796982c-b103-4e81-8ea2-987b26e8cc2f tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:48.023783 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c1b21e35-eac7-44bd-8c42-3c8668a61dee req-8796982c-b103-4e81-8ea2-987b26e8cc2f tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0562785 Oct 27 17:05:48.070563 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c1b21e35-eac7-44bd-8c42-3c8668a61dee req-325dd5a2-b37c-4ebc-8616-61083a554d14 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400419 Oct 27 17:05:49.221641 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b37f97-3d64-4800-bf4e-7ef9a4907fb7 req-30515c14-fc79-420b-9136-57aa432a4e84 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:49.223350 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-73b37f97-3d64-4800-bf4e-7ef9a4907fb7 req-30515c14-fc79-420b-9136-57aa432a4e84 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0520966 Oct 27 17:05:49.267535 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-73b37f97-3d64-4800-bf4e-7ef9a4907fb7 req-fe8f4919-81ff-4805-9e4d-b443d34f5fd8 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379877 Oct 27 17:05:49.557920 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-eeca868f-b22d-4bd9-8185-a15fc019e39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:50.397985 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506601a8-3aaa-479c-8856-45f43a1ac15e req-eb6deddd-2f97-4353-88d2-487f7a5d83f8 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:50.399798 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-506601a8-3aaa-479c-8856-45f43a1ac15e req-eb6deddd-2f97-4353-88d2-487f7a5d83f8 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0535507 Oct 27 17:05:50.450646 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-506601a8-3aaa-479c-8856-45f43a1ac15e req-0bdc3fcd-a082-4435-b2cd-b9d85c8bc4f1 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442815 Oct 27 17:05:51.572223 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20cad8-257f-4803-a923-b1618f37703d req-840f8d6a-aadb-4627-9636-fd8d8663965d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:51.573620 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0e20cad8-257f-4803-a923-b1618f37703d req-840f8d6a-aadb-4627-9636-fd8d8663965d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0500808 Oct 27 17:05:51.611759 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0e20cad8-257f-4803-a923-b1618f37703d req-9a62d9cd-0e1f-413e-9d1b-b5f27719f298 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321851 Oct 27 17:05:52.362994 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-93592c8e-de05-4ea9-9642-a1695b42c669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:52.764601 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76733f-9e9c-4aa4-ac9a-167b75e95e0d req-96bcf4c0-760d-4887-bf95-c4f3666e5304 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:52.767562 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3f76733f-9e9c-4aa4-ac9a-167b75e95e0d req-96bcf4c0-760d-4887-bf95-c4f3666e5304 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0542572 Oct 27 17:05:52.817132 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3f76733f-9e9c-4aa4-ac9a-167b75e95e0d req-ac71486a-61e7-4a5f-8d89-106b8d282120 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355675 Oct 27 17:05:53.214603 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:53.397188 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:53.953724 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5498e01-ff47-4109-8741-3015ac12da3f req-c755957d-e783-404c-80bf-cd1edd4472d3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:53.956285 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b5498e01-ff47-4109-8741-3015ac12da3f req-c755957d-e783-404c-80bf-cd1edd4472d3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0610926 Oct 27 17:05:53.995442 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b5498e01-ff47-4109-8741-3015ac12da3f req-6ca508e4-1175-4ae1-b036-21792493f65d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331941 Oct 27 17:05:55.119766 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76ef23-9c13-4182-989c-58c6526fa4d2 req-9361c85d-db2b-49dc-a3a6-74bde73bb7e2 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:55.119766 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fd76ef23-9c13-4182-989c-58c6526fa4d2 req-9361c85d-db2b-49dc-a3a6-74bde73bb7e2 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0492456 Oct 27 17:05:55.164920 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fd76ef23-9c13-4182-989c-58c6526fa4d2 req-35e14173-ffcc-438a-ab99-d0a3471a8069 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394406 Oct 27 17:05:55.214715 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:56.291910 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92737ca3-c765-48d5-9f00-01ab261487f8 req-a91ecbfd-bb29-4325-bb56-338bf42d56c3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:56.293490 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-92737ca3-c765-48d5-9f00-01ab261487f8 req-a91ecbfd-bb29-4325-bb56-338bf42d56c3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0495880 Oct 27 17:05:56.342309 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-92737ca3-c765-48d5-9f00-01ab261487f8 req-3c256e72-4e3f-4553-96c8-21b381a56b90 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423937 Oct 27 17:05:57.473043 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ba4d3-863f-4c6b-b7e6-75559ac8c004 req-f4b6784f-e852-444d-bec5-067d0c8be2c4 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:57.474601 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cc5ba4d3-863f-4c6b-b7e6-75559ac8c004 req-f4b6784f-e852-444d-bec5-067d0c8be2c4 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0571449 Oct 27 17:05:57.514409 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cc5ba4d3-863f-4c6b-b7e6-75559ac8c004 req-f35c5b68-19c0-4d3f-816e-93cbcb2a3e5d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336826 Oct 27 17:05:58.660750 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b2826-9023-4dab-b51b-18998e99617d req-198c9d68-4e72-4e7e-b107-08df644e7c3a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:58.662255 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-958b2826-9023-4dab-b51b-18998e99617d req-198c9d68-4e72-4e7e-b107-08df644e7c3a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0515633 Oct 27 17:05:58.702293 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-958b2826-9023-4dab-b51b-18998e99617d req-1fc823c4-24ed-40cb-8a2a-7679ecaa3c01 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337694 Oct 27 17:05:59.829162 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d368a2-d07f-4df5-b465-76abe09caa3f req-ebc35901-8835-426b-8c40-67bae3327645 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:59.830709 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-20d368a2-d07f-4df5-b465-76abe09caa3f req-ebc35901-8835-426b-8c40-67bae3327645 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0505052 Oct 27 17:05:59.872081 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-20d368a2-d07f-4df5-b465-76abe09caa3f req-6fe3d47e-a162-4d95-beeb-5dbf6270479b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335319 Oct 27 17:06:00.178616 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 59326) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:06:00.283494 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-e41cb9f9-9bb8-42f1-97d2-ff387ee99ffc admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:00.363240 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-e41cb9f9-9bb8-42f1-97d2-ff387ee99ffc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:00.483889 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-e41cb9f9-9bb8-42f1-97d2-ff387ee99ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:00.525159 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-e41cb9f9-9bb8-42f1-97d2-ff387ee99ffc admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=e590419504ca4b6c8132c909291694d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454108 Oct 27 17:06:00.530175 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41cb9f9-9bb8-42f1-97d2-ff387ee99ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bae772-b840-4cdd-894c-87b916bb6710,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:00.530175 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 59332) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:06:00.548065 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41cb9f9-9bb8-42f1-97d2-ff387ee99ffc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:00.548323 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c0e9ed6e-c4f3-4fe9-871d-0fa6295580b1 req-682ece85-b123-4220-9f6b-c7eb9b8dffb7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0989285 Oct 27 17:06:00.548499 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41cb9f9-9bb8-42f1-97d2-ff387ee99ffc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:00.548704 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41cb9f9-9bb8-42f1-97d2-ff387ee99ffc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:00.549032 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41cb9f9-9bb8-42f1-97d2-ff387ee99ffc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:00.549459 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41cb9f9-9bb8-42f1-97d2-ff387ee99ffc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:00.549804 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41cb9f9-9bb8-42f1-97d2-ff387ee99ffc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:00.550138 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41cb9f9-9bb8-42f1-97d2-ff387ee99ffc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:00.550471 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41cb9f9-9bb8-42f1-97d2-ff387ee99ffc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:00.558500 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41cb9f9-9bb8-42f1-97d2-ff387ee99ffc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:00.558500 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41cb9f9-9bb8-42f1-97d2-ff387ee99ffc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:00.558500 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41cb9f9-9bb8-42f1-97d2-ff387ee99ffc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:00.558500 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41cb9f9-9bb8-42f1-97d2-ff387ee99ffc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:00.593892 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-446562da-faf3-47b5-9980-19bf79ed03c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:00.620143 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-446562da-faf3-47b5-9980-19bf79ed03c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:00.620500 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9ed6e-c4f3-4fe9-871d-0fa6295580b1 req-6f5b1117-0f6e-4a8e-9728-fedd57b8d6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:00.622047 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c0e9ed6e-c4f3-4fe9-871d-0fa6295580b1 req-6f5b1117-0f6e-4a8e-9728-fedd57b8d6e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c07c026ef0854453b5ecceadb89134a1&device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 1099 time: 0.0464778 Oct 27 17:06:00.730621 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9ed6e-c4f3-4fe9-871d-0fa6295580b1 req-0c17fdc5-d83f-47ce-a9d3-3f607c57c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:00.731999 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c0e9ed6e-c4f3-4fe9-871d-0fa6295580b1 req-0c17fdc5-d83f-47ce-a9d3-3f607c57c5b2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2442317d-bf65-4101-a370-d9f0807c7f4a HTTP/1.1" status: 200 len: 913 time: 0.0872242 Oct 27 17:06:00.757854 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-446562da-faf3-47b5-9980-19bf79ed03c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:00.762586 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-446562da-faf3-47b5-9980-19bf79ed03c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:00.762586 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-446562da-faf3-47b5-9980-19bf79ed03c9 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/17bae772-b840-4cdd-894c-87b916bb6710 HTTP/1.1" status: 204 len: 168 time: 0.2324278 Oct 27 17:06:00.785038 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446562da-faf3-47b5-9980-19bf79ed03c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bae772-b840-4cdd-894c-87b916bb6710,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:00.819595 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c0e9ed6e-c4f3-4fe9-871d-0fa6295580b1 req-2467e915-f7cd-40a9-ba4d-4ec4407f2edb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc816b8f-4a9a-42d9-9b97-c72c0305373e HTTP/1.1" status: 200 len: 1001 time: 0.0790503 Oct 27 17:06:00.874336 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9ed6e-c4f3-4fe9-871d-0fa6295580b1 req-6c268e89-b1b2-4f1b-9d82-66980cb127d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:00.875814 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c0e9ed6e-c4f3-4fe9-871d-0fa6295580b1 req-6c268e89-b1b2-4f1b-9d82-66980cb127d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c4f7fbc0-a6c8-4955-8e60-af2439f45127 HTTP/1.1" status: 200 len: 850 time: 0.0482304 Oct 27 17:06:00.933852 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9ed6e-c4f3-4fe9-871d-0fa6295580b1 req-0b62ccba-ab4b-4b65-90d8-ff324c68890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:00.933852 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c0e9ed6e-c4f3-4fe9-871d-0fa6295580b1 req-0b62ccba-ab4b-4b65-90d8-ff324c68890e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2442317d-bf65-4101-a370-d9f0807c7f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476389 Oct 27 17:06:01.060611 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e041a38-6052-4bfb-a44e-5008126955e3 req-cf573fcb-5a39-44b1-b108-e605104904f0 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:01.067309 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5e041a38-6052-4bfb-a44e-5008126955e3 req-cf573fcb-5a39-44b1-b108-e605104904f0 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0998702 Oct 27 17:06:01.084161 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c0e9ed6e-c4f3-4fe9-871d-0fa6295580b1 req-6a636a9c-6aa6-4196-9311-3611b0f4e410 service neutron] 10.222.0.11 "GET /v2.0/networks/2442317d-bf65-4101-a370-d9f0807c7f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433933 Oct 27 17:06:01.159998 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5e041a38-6052-4bfb-a44e-5008126955e3 req-3ee7175b-330c-4584-8218-47cb892b2e41 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876644 Oct 27 17:06:01.199271 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c0e9ed6e-c4f3-4fe9-871d-0fa6295580b1 req-cc925b73-48cf-4c14-ba16-a47effbeb6f1 service neutron] 10.222.0.11 "GET /v2.0/networks/2442317d-bf65-4101-a370-d9f0807c7f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069117 Oct 27 17:06:01.595628 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 59352) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:06:01.608511 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-87ac8d34-f927-4c3d-9fbc-d8cf5634c7d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:01.685068 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-87ac8d34-f927-4c3d-9fbc-d8cf5634c7d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:01.764056 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-87ac8d34-f927-4c3d-9fbc-d8cf5634c7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:01.805303 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-87ac8d34-f927-4c3d-9fbc-d8cf5634c7d7 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=ba21128eed344adb9860278a67632c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2085528 Oct 27 17:06:01.806433 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac8d34-f927-4c3d-9fbc-d8cf5634c7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffc1b4b-3eb1-42ef-aa43-ded92d71b79b,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:01.807919 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 59354) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:06:01.859928 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-912c2015-b2cb-4021-9c5a-77d538e44b82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:01.882857 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-912c2015-b2cb-4021-9c5a-77d538e44b82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:02.012354 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-912c2015-b2cb-4021-9c5a-77d538e44b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:02.015040 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-912c2015-b2cb-4021-9c5a-77d538e44b82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:02.016984 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-912c2015-b2cb-4021-9c5a-77d538e44b82 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/fffc1b4b-3eb1-42ef-aa43-ded92d71b79b HTTP/1.1" status: 204 len: 168 time: 0.2070179 Oct 27 17:06:02.026599 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c2015-b2cb-4021-9c5a-77d538e44b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffc1b4b-3eb1-42ef-aa43-ded92d71b79b,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:02.034736 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c2015-b2cb-4021-9c5a-77d538e44b82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:02.035193 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c2015-b2cb-4021-9c5a-77d538e44b82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:02.035424 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c2015-b2cb-4021-9c5a-77d538e44b82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:02.035763 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c2015-b2cb-4021-9c5a-77d538e44b82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:02.036140 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c2015-b2cb-4021-9c5a-77d538e44b82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:02.036423 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c2015-b2cb-4021-9c5a-77d538e44b82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:02.036782 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c2015-b2cb-4021-9c5a-77d538e44b82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:02.037114 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c2015-b2cb-4021-9c5a-77d538e44b82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:02.037959 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c2015-b2cb-4021-9c5a-77d538e44b82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:02.037959 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c2015-b2cb-4021-9c5a-77d538e44b82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:02.038189 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c2015-b2cb-4021-9c5a-77d538e44b82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:02.038371 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c2015-b2cb-4021-9c5a-77d538e44b82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:02.288208 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d1653-171f-49f1-a9af-256b4ec8a7ff req-86c2aaef-b909-4d52-94e6-617ca15f8926 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:02.289725 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-242d1653-171f-49f1-a9af-256b4ec8a7ff req-86c2aaef-b909-4d52-94e6-617ca15f8926 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0556104 Oct 27 17:06:02.328905 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-242d1653-171f-49f1-a9af-256b4ec8a7ff req-0667db64-6a77-4447-88b6-81aea7556ef4 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329511 Oct 27 17:06:02.785647 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 59364) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:06:02.798427 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-028e2a9a-074f-4a18-a0a9-1789da41680d admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:02.873784 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-028e2a9a-074f-4a18-a0a9-1789da41680d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:02.969679 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-028e2a9a-074f-4a18-a0a9-1789da41680d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:03.010892 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-028e2a9a-074f-4a18-a0a9-1789da41680d admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=8c144884fc1e451c858bec0c39c51299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245991 Oct 27 17:06:03.011835 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e2a9a-074f-4a18-a0a9-1789da41680d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3e6069-516a-4ed0-84d0-0dc5e4a8c38a,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:03.013608 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 59366) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:06:03.063505 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7fda893d-32f7-4619-a0d5-900ef4a6b528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:03.085700 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7fda893d-32f7-4619-a0d5-900ef4a6b528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:03.221002 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7fda893d-32f7-4619-a0d5-900ef4a6b528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:03.223847 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7fda893d-32f7-4619-a0d5-900ef4a6b528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:03.225024 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-7fda893d-32f7-4619-a0d5-900ef4a6b528 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/dd3e6069-516a-4ed0-84d0-0dc5e4a8c38a HTTP/1.1" status: 204 len: 168 time: 0.2104225 Oct 27 17:06:03.233310 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda893d-32f7-4619-a0d5-900ef4a6b528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3e6069-516a-4ed0-84d0-0dc5e4a8c38a,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:03.462977 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47f965-fe98-47ce-bd6e-05ddabd7a2c5 req-082662a4-ed73-46e6-b2ca-f9268c0808aa tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:03.468224 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-dd47f965-fe98-47ce-bd6e-05ddabd7a2c5 req-082662a4-ed73-46e6-b2ca-f9268c0808aa tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0569856 Oct 27 17:06:03.505070 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-dd47f965-fe98-47ce-bd6e-05ddabd7a2c5 req-b365cb7e-930b-42ea-9c4f-9a037def4492 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341341 Oct 27 17:06:03.838567 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e63bb-4f57-4940-b311-098d8fadd30c req-b36b5fdc-2b4e-4781-af82-61864fa56355 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:03.840040 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3d7e63bb-4f57-4940-b311-098d8fadd30c req-b36b5fdc-2b4e-4781-af82-61864fa56355 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=38032a01-8103-49ad-921a-c7fa07ef0989 HTTP/1.1" status: 200 len: 945 time: 0.0494957 Oct 27 17:06:03.881668 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3d7e63bb-4f57-4940-b311-098d8fadd30c req-ac51b1a1-f6a4-417a-b0c2-a95632db18ad tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348573 Oct 27 17:06:04.631189 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b6d39-c66e-4656-9ebf-f59a5de436b4 req-5bd98ec9-e9ba-4072-b550-cc61188f3c88 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:04.632727 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c12b6d39-c66e-4656-9ebf-f59a5de436b4 req-5bd98ec9-e9ba-4072-b550-cc61188f3c88 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0520749 Oct 27 17:06:04.672784 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c12b6d39-c66e-4656-9ebf-f59a5de436b4 req-ce2e3397-e659-422e-a0d2-e35bec0b39c4 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341451 Oct 27 17:06:04.998621 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355d2fd-1ee3-4f4e-85bb-24bcc2649eef req-6813050d-2f4b-42b7-8e10-4426c01cbca2 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:05.000074 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3355d2fd-1ee3-4f4e-85bb-24bcc2649eef req-6813050d-2f4b-42b7-8e10-4426c01cbca2 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=38032a01-8103-49ad-921a-c7fa07ef0989 HTTP/1.1" status: 200 len: 945 time: 0.0505161 Oct 27 17:06:05.043533 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3355d2fd-1ee3-4f4e-85bb-24bcc2649eef req-2e3ee2e8-88b7-46fa-bb2f-2cd0f1b3bed6 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367157 Oct 27 17:06:05.787161 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:05.804507 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08dddc-6ec1-451f-9a5d-4cf1742059e7 req-388893f6-a45c-47f8-8a8c-5dfd9b9c5007 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:05.806043 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2d08dddc-6ec1-451f-9a5d-4cf1742059e7 req-388893f6-a45c-47f8-8a8c-5dfd9b9c5007 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0553119 Oct 27 17:06:05.850524 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2d08dddc-6ec1-451f-9a5d-4cf1742059e7 req-2ff9bb2c-e341-4f74-ba7c-c69a941dec13 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380125 Oct 27 17:06:05.926647 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7266d66-3028-413b-ae0f-171cefd79f99 req-4470ce16-4225-49fc-ba48-dd9260d268a5 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:05.928202 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d7266d66-3028-413b-ae0f-171cefd79f99 req-4470ce16-4225-49fc-ba48-dd9260d268a5 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.11 "GET /v2.0/ports?device_id=38032a01-8103-49ad-921a-c7fa07ef0989 HTTP/1.1" status: 200 len: 945 time: 0.0534606 Oct 27 17:06:06.029096 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-d7266d66-3028-413b-ae0f-171cefd79f99 req-fbf89d26-f886-4493-a322-05242d6bd4fc tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Deleting port e7a00bd4-9a54-4f06-8956-8fa5276ac6c5 {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:06:06.029431 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d7266d66-3028-413b-ae0f-171cefd79f99 req-fbf89d26-f886-4493-a322-05242d6bd4fc tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:06.128980 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-d7266d66-3028-413b-ae0f-171cefd79f99 req-fbf89d26-f886-4493-a322-05242d6bd4fc tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] For port e7a00bd4-9a54-4f06-8956-8fa5276ac6c5, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=e7a00bd4-9a54-4f06-8956-8fa5276ac6c5,segment=NetworkSegment(ff707d64-e40b-48a0-85d4-61f1ee5f1b11),segment_id=ff707d64-e40b-48a0-85d4-61f1ee5f1b11)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:06:06.129338 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d7266d66-3028-413b-ae0f-171cefd79f99 req-fbf89d26-f886-4493-a322-05242d6bd4fc tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:06.142356 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-d7266d66-3028-413b-ae0f-171cefd79f99 req-fbf89d26-f886-4493-a322-05242d6bd4fc tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Calling delete_port for e7a00bd4-9a54-4f06-8956-8fa5276ac6c5 owned by compute:nova {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:06:06.162419 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6b0f4-8ae8-45e5-984f-6d929fa47431 req-f1261ec4-6faa-4dc6-b59b-36b68d91be49 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:06.163889 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-add6b0f4-8ae8-45e5-984f-6d929fa47431 req-f1261ec4-6faa-4dc6-b59b-36b68d91be49 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=38032a01-8103-49ad-921a-c7fa07ef0989 HTTP/1.1" status: 200 len: 945 time: 0.0511386 Oct 27 17:06:06.203917 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-add6b0f4-8ae8-45e5-984f-6d929fa47431 req-c1cad5fb-8a99-4bd5-9e37-7807e5fb9c8a tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330296 Oct 27 17:06:06.353385 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d7266d66-3028-413b-ae0f-171cefd79f99 req-fbf89d26-f886-4493-a322-05242d6bd4fc tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:06.369134 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['e7a00bd4-9a54-4f06-8956-8fa5276ac6c5'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:06:06.383122 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf89d26-f886-4493-a322-05242d6bd4fc tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Pushing event deleted for resources: {'Port': ['ID=e7a00bd4-9a54-4f06-8956-8fa5276ac6c5,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:06.425593 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7266d66-3028-413b-ae0f-171cefd79f99 req-fbf89d26-f886-4493-a322-05242d6bd4fc tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] No DVR routers for this DVR port e7a00bd4-9a54-4f06-8956-8fa5276ac6c5 on host hv-cinder-81570 {{(pid=118834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:06:06.428351 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d7266d66-3028-413b-ae0f-171cefd79f99 req-fbf89d26-f886-4493-a322-05242d6bd4fc tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:06.431951 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d7266d66-3028-413b-ae0f-171cefd79f99 req-fbf89d26-f886-4493-a322-05242d6bd4fc tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.11 "DELETE /v2.0/ports/e7a00bd4-9a54-4f06-8956-8fa5276ac6c5 HTTP/1.1" status: 204 len: 173 time: 0.4927320 Oct 27 17:06:06.432454 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38032a01-8103-49ad-921a-c7fa07ef0989', 'name': 'network-vif-deleted', 'tag': 'e7a00bd4-9a54-4f06-8956-8fa5276ac6c5'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:06:06.434747 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1915a91d-5449-4084-bbd2-cd08fff2c4d6" -d '{"events": [{"server_uuid": "38032a01-8103-49ad-921a-c7fa07ef0989", "name": "network-vif-deleted", "tag": "e7a00bd4-9a54-4f06-8956-8fa5276ac6c5"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:06:06.593642 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908395a4-8dc0-4805-9836-082da9558d82 x-openstack-request-id: req-908395a4-8dc0-4805-9836-082da9558d82 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:06:06.593931 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38032a01-8103-49ad-921a-c7fa07ef0989", "name": "network-vif-deleted", "tag": "e7a00bd4-9a54-4f06-8956-8fa5276ac6c5", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:06:06.594177 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-908395a4-8dc0-4805-9836-082da9558d82 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:06:06.594641 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38032a01-8103-49ad-921a-c7fa07ef0989', 'name': 'network-vif-deleted', 'tag': 'e7a00bd4-9a54-4f06-8956-8fa5276ac6c5', 'status': 'completed', 'code': 200} Oct 27 17:06:06.974817 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3941ea3-5656-40cb-9b7b-8eda49d4d1cb req-795eece2-23eb-435d-b18f-193548dc3b2a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:06.976233 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b3941ea3-5656-40cb-9b7b-8eda49d4d1cb req-795eece2-23eb-435d-b18f-193548dc3b2a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0488770 Oct 27 17:06:07.013848 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b3941ea3-5656-40cb-9b7b-8eda49d4d1cb req-421b3b8b-7410-4a56-86fc-bf623c3e1d21 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315752 Oct 27 17:06:07.324753 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7fc1ebe9-213c-45a7-a8d3-430d4db28396 req-82a55d7c-b674-4d11-98ff-83ace83ccce4 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=38032a01-8103-49ad-921a-c7fa07ef0989 HTTP/1.1" status: 200 len: 210 time: 0.0290396 Oct 27 17:06:08.136332 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814d150-b7c5-4f0f-b963-6a04f899687d req-1589e6b1-9e72-4ea0-9652-4d292082ddb8 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:08.137854 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4814d150-b7c5-4f0f-b963-6a04f899687d req-1589e6b1-9e72-4ea0-9652-4d292082ddb8 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 943 time: 0.0498688 Oct 27 17:06:08.183752 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4814d150-b7c5-4f0f-b963-6a04f899687d req-969bc246-4358-4015-8aa7-d6e4c46ab1d4 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385869 Oct 27 17:06:08.942293 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:06:08.948545 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device e7a00bd4-9a54-4f06-8956-8fa5276ac6c5 no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:06:08.973580 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] No Port match for: e7a00bd4-9a54-4f06-8956-8fa5276ac6c5 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:06:08.973926 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device e7a00bd4-9a54-4f06-8956-8fa5276ac6c5 not bound to the agent host hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:06:09.061780 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:06:09.072958 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': '5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'port_id': '5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d', 'mac_address': 'fa:16:3e:f8:58:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:06:09.114429 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:09.126887 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:06:09.145529 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:06:09.227087 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:09.275905 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d,revision_number=9']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:09.308439 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc355e29-f67e-4651-9d09-aaf619f65c90 req-2295a415-e867-4f64-abc8-43425e17c5f1 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:09.309945 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-bc355e29-f67e-4651-9d09-aaf619f65c90 req-2295a415-e867-4f64-abc8-43425e17c5f1 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 944 time: 0.0512950 Oct 27 17:06:09.347048 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-bc355e29-f67e-4651-9d09-aaf619f65c90 req-95158ed7-674a-4d07-b1f5-c93ac2951a81 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311978 Oct 27 17:06:09.471615 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:06:10.475358 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a693c-ae7d-49bd-a98b-3ee2030f57e1 req-a5659f65-3e28-456f-a192-903e55248057 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:10.476844 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ad6a693c-ae7d-49bd-a98b-3ee2030f57e1 req-a5659f65-3e28-456f-a192-903e55248057 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 944 time: 0.0524783 Oct 27 17:06:10.515984 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ad6a693c-ae7d-49bd-a98b-3ee2030f57e1 req-7a8b35f8-fa6a-4b36-ba94-f4e6face30d3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330229 Oct 27 17:06:11.650037 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647838b-a1d7-40b7-8208-3373d5c9e74c req-7572b245-c2d2-446f-ad13-a5a937b3ee92 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:11.651574 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4647838b-a1d7-40b7-8208-3373d5c9e74c req-7572b245-c2d2-446f-ad13-a5a937b3ee92 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 944 time: 0.0498483 Oct 27 17:06:11.690036 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4647838b-a1d7-40b7-8208-3373d5c9e74c req-07a8e537-da54-4018-9acd-abde02dc9a67 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326500 Oct 27 17:06:12.817709 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efde61c-b4a3-4c7e-92e4-258c5851659b req-32b3bf4c-759a-44a7-8208-c121e1c2a102 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:12.819862 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3efde61c-b4a3-4c7e-92e4-258c5851659b req-32b3bf4c-759a-44a7-8208-c121e1c2a102 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 944 time: 0.0523376 Oct 27 17:06:12.857930 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3efde61c-b4a3-4c7e-92e4-258c5851659b req-077350ec-83dd-4cd5-b044-f22e3dc170bb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319703 Oct 27 17:06:13.978996 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680433f-8fe6-458f-9439-50a480aa8154 req-1fcfd9ba-8786-44ca-877e-0642f5fc60b4 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:13.980494 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e680433f-8fe6-458f-9439-50a480aa8154 req-1fcfd9ba-8786-44ca-877e-0642f5fc60b4 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 944 time: 0.0489137 Oct 27 17:06:14.020646 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e680433f-8fe6-458f-9439-50a480aa8154 req-3f57c32d-5808-4fe1-8e1e-23d628bd0c33 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340927 Oct 27 17:06:15.022078 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:06:15.154469 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25ce00-abee-4079-8f93-a2e7290af560 req-de577d3f-44da-4adb-8a2f-9f21e7854442 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:15.155989 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ae25ce00-abee-4079-8f93-a2e7290af560 req-de577d3f-44da-4adb-8a2f-9f21e7854442 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 944 time: 0.0532947 Oct 27 17:06:15.196532 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ae25ce00-abee-4079-8f93-a2e7290af560 req-d7883826-64a4-4cdc-96ca-ea5d474c8a2f tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343637 Oct 27 17:06:16.317863 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27185419-4c6b-44a8-aaad-27e420cd916a req-5ac687fa-aacf-40f6-8a7c-4a55099b8ed0 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:16.320008 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-27185419-4c6b-44a8-aaad-27e420cd916a req-5ac687fa-aacf-40f6-8a7c-4a55099b8ed0 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 944 time: 0.0490854 Oct 27 17:06:16.358831 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-27185419-4c6b-44a8-aaad-27e420cd916a req-d3e5e629-d741-4614-a419-191a81829071 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312088 Oct 27 17:06:17.034801 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:06:17.083412 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:06:17.083766 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:17.162952 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:17.186584 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4899b3-abb6-45a2-bc1e-2f7ae08c0c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:06:17.188851 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbd0ac9-536e-4c34-9b28-b045e3df39f3" -d '{"events": [{"server_uuid": "de4899b3-abb6-45a2-bc1e-2f7ae08c0c61", "name": "network-vif-plugged", "status": "completed", "tag": "5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:06:17.202184 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:06:17.224940 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554c47fc-10a1-4f0f-ae31-9836e90ff69f x-openstack-request-id: req-554c47fc-10a1-4f0f-ae31-9836e90ff69f {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:06:17.227911 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4899b3-abb6-45a2-bc1e-2f7ae08c0c61", "name": "network-vif-plugged", "status": "completed", "tag": "5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:06:17.227911 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-554c47fc-10a1-4f0f-ae31-9836e90ff69f {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:06:17.227911 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4899b3-abb6-45a2-bc1e-2f7ae08c0c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d', 'code': 200} Oct 27 17:06:17.288347 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:17.339091 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d,revision_number=10']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:17.346146 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:17.348439 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:17.348439 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:17.348439 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:17.348439 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:17.348439 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:17.348439 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:17.348439 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:17.349128 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:17.349128 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:17.349416 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:17.349736 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:17.483306 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b1777-d40e-4b4b-8076-d00bef38cff7 req-86995c82-bdeb-49fe-bab1-fa1a132c9e2d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:17.484788 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0d1b1777-d40e-4b4b-8076-d00bef38cff7 req-86995c82-bdeb-49fe-bab1-fa1a132c9e2d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 946 time: 0.0522645 Oct 27 17:06:17.523482 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0d1b1777-d40e-4b4b-8076-d00bef38cff7 req-e478b386-5fd5-401b-9d4f-f55e8675c277 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325794 Oct 27 17:06:17.971739 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a83824-0752-476a-8639-6d909abdbc62 req-b20a0d46-0ad1-4f0f-849f-140fff7888c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:17.973107 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-67a83824-0752-476a-8639-6d909abdbc62 req-b20a0d46-0ad1-4f0f-849f-140fff7888c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 1099 time: 0.0469084 Oct 27 17:06:18.009287 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-67a83824-0752-476a-8639-6d909abdbc62 req-30f23b43-982e-4c2c-ad96-cae81112d36c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278921 Oct 27 17:06:18.645788 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a266d-570d-4506-a15e-9eda8e620b22 req-f7fe09b3-f2e7-4d0e-8768-a586443ee382 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:18.647094 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3c6a266d-570d-4506-a15e-9eda8e620b22 req-f7fe09b3-f2e7-4d0e-8768-a586443ee382 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 946 time: 0.0509284 Oct 27 17:06:18.686667 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3c6a266d-570d-4506-a15e-9eda8e620b22 req-5ed5c822-90e6-4367-9df3-bc09ee8445b2 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328445 Oct 27 17:06:19.541810 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-c2578832-d9a6-46f8-b97f-d420fb633024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:19.809533 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee768b6-adf2-4d59-8591-9526f737c9a5 req-104a0297-24ca-4b63-b9d1-d621ee9f24c0 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:19.810918 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-aee768b6-adf2-4d59-8591-9526f737c9a5 req-104a0297-24ca-4b63-b9d1-d621ee9f24c0 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 946 time: 0.0491545 Oct 27 17:06:19.851966 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-aee768b6-adf2-4d59-8591-9526f737c9a5 req-665eabf3-785d-4aa7-ad07-7bb82632d297 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349185 Oct 27 17:06:20.983180 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010eeda-28d2-4da8-8b8d-29e6437f1dff req-0736e0ed-8c9c-4042-b19f-779f97bb65e5 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:20.985643 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3010eeda-28d2-4da8-8b8d-29e6437f1dff req-0736e0ed-8c9c-4042-b19f-779f97bb65e5 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 946 time: 0.0621116 Oct 27 17:06:21.025404 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3010eeda-28d2-4da8-8b8d-29e6437f1dff req-eb29863e-1286-4f96-90a4-609f7e758b5a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327849 Oct 27 17:06:22.145709 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2784fa-e675-4cfb-814a-1af46c8064e8 req-2e01a969-9370-4689-8eaa-83cd18020df3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:22.147181 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0e2784fa-e675-4cfb-814a-1af46c8064e8 req-2e01a969-9370-4689-8eaa-83cd18020df3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 946 time: 0.0491064 Oct 27 17:06:22.185064 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0e2784fa-e675-4cfb-814a-1af46c8064e8 req-08626028-943d-4f5e-9d55-5395e79e7377 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318530 Oct 27 17:06:22.383411 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-05a61aa2-a498-4425-befe-8ffe80dc65e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:23.216732 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:23.311387 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3eb2fe-93ad-407b-aead-f53303047064 req-bca9a8e4-a679-4697-b204-b8884c7578c9 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:23.312926 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fd3eb2fe-93ad-407b-aead-f53303047064 req-bca9a8e4-a679-4697-b204-b8884c7578c9 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 946 time: 0.0557585 Oct 27 17:06:23.352457 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fd3eb2fe-93ad-407b-aead-f53303047064 req-e44a1f0f-bcf9-4b45-a55f-ba80822ea4a3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334387 Oct 27 17:06:23.388066 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:24.472989 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe0135-8376-4ec6-9ebf-bf8665dfd630 req-8b54d5a7-b8d2-4d78-b795-1b42b446e59a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:24.474439 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8dfe0135-8376-4ec6-9ebf-bf8665dfd630 req-8b54d5a7-b8d2-4d78-b795-1b42b446e59a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 946 time: 0.0501280 Oct 27 17:06:24.513238 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8dfe0135-8376-4ec6-9ebf-bf8665dfd630 req-9a28f145-1099-4a7b-921e-2c9168353c27 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325754 Oct 27 17:06:25.130560 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-ee4b6735-f1bb-44a9-a50b-8668686f9b39 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:25.131560 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-ee4b6735-f1bb-44a9-a50b-8668686f9b39 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/networks?id=a57e130e-6705-4dae-b8de-df4b7234dcee HTTP/1.1" status: 200 len: 813 time: 0.1097867 Oct 27 17:06:25.146556 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-42d270f6-9f31-4f3e-b35e-4ba846ef7180 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/quotas/dd5669935351497eb068f093e3457a67 HTTP/1.1" status: 200 len: 375 time: 0.0099995 Oct 27 17:06:25.181155 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-9750f7cd-7686-48de-90cd-b1d9e64502a3 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=dd5669935351497eb068f093e3457a67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277636 Oct 27 17:06:25.228242 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:25.385646 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-0c370284-516f-4f86-942f-5b179fd5e13d service neutron] 10.222.0.109 "GET /v2.0/networks/a57e130e-6705-4dae-b8de-df4b7234dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906459 Oct 27 17:06:25.477522 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-1a775e87-deb3-4a35-b81a-c8001566832f service neutron] 10.222.0.109 "GET /v2.0/networks/a57e130e-6705-4dae-b8de-df4b7234dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857694 Oct 27 17:06:25.632549 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1924ab3-9299-458d-9c64-33294932bd6f req-13e2d91a-a402-40cd-a054-d8b2e2602267 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:25.634554 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b1924ab3-9299-458d-9c64-33294932bd6f req-13e2d91a-a402-40cd-a054-d8b2e2602267 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 946 time: 0.0498574 Oct 27 17:06:25.675906 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b1924ab3-9299-458d-9c64-33294932bd6f req-7b21a68d-e4d2-4942-9804-54346e87ae62 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352662 Oct 27 17:06:25.777066 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d8fd67cb-1533-446f-9ae8-ec2b96bba96f req-ec86860c-3287-4f60-bbe4-c0b4cac4c59d tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 210 time: 0.0278285 Oct 27 17:06:26.801083 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28777def-f218-4e19-886f-d487e4fb53cb req-d121a336-c942-4981-ad75-527acd14d15b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:26.802890 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-28777def-f218-4e19-886f-d487e4fb53cb req-d121a336-c942-4981-ad75-527acd14d15b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 946 time: 0.0523670 Oct 27 17:06:26.844035 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-28777def-f218-4e19-886f-d487e4fb53cb req-11bbf7b6-62de-4aca-a936-6565ebc8a157 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334799 Oct 27 17:06:26.873806 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-41f862f5-d3eb-42d6-a823-48f7567de6fc req-15ef27f3-aa5d-4273-9401-63638bb64fbf tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 210 time: 0.0262604 Oct 27 17:06:27.979270 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8f8a30f6-2981-4166-bfd5-4b9c31ca8c00 req-025f98a2-a447-4e92-8305-ba22f914f227 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 210 time: 0.0293636 Oct 27 17:06:27.987381 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-9442c686-3ec3-45d5-b01b-af5f2afb209f tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:27.988875 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-9442c686-3ec3-45d5-b01b-af5f2afb209f tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.11 "GET /v2.0/networks?id=a57e130e-6705-4dae-b8de-df4b7234dcee HTTP/1.1" status: 200 len: 813 time: 0.1408970 Oct 27 17:06:28.004932 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-c7fadcff-ad9e-492f-92fb-5a2d3512a4b8 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Request body: {'port': {'device_id': '1503b097-8713-455f-8820-e96d066e4da2', 'network_id': 'a57e130e-6705-4dae-b8de-df4b7234dcee', 'admin_state_up': True, 'tenant_id': 'dd5669935351497eb068f093e3457a67'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:06:28.015387 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a795f-2ea3-4a9b-814e-4292946e371d req-ca221c4c-1cd0-4dd5-a983-790fb432a4e7 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:28.016965 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-952a795f-2ea3-4a9b-814e-4292946e371d req-ca221c4c-1cd0-4dd5-a983-790fb432a4e7 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 946 time: 0.0931728 Oct 27 17:06:28.107250 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-952a795f-2ea3-4a9b-814e-4292946e371d req-e118754d-ecda-4986-bb7d-0b907215deb1 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769308 Oct 27 17:06:28.222297 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-c7fadcff-ad9e-492f-92fb-5a2d3512a4b8 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Made reservation on behalf of dd5669935351497eb068f093e3457a67 for: {'port': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:06:28.225898 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-c7fadcff-ad9e-492f-92fb-5a2d3512a4b8 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:28.363550 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-c7fadcff-ad9e-492f-92fb-5a2d3512a4b8 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Allocated IP 172.20.0.3 (a57e130e-6705-4dae-b8de-df4b7234dcee/76c36f54-1cd8-474f-855d-a11c20d9f410/69fde95e-4880-4376-9d97-66f95a5089fe) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:06:28.511004 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-c7fadcff-ad9e-492f-92fb-5a2d3512a4b8 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:28.611419 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-c7fadcff-ad9e-492f-92fb-5a2d3512a4b8 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:28.660320 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-c7fadcff-ad9e-492f-92fb-5a2d3512a4b8 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Network a57e130e-6705-4dae-b8de-df4b7234dcee is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:06:28.663484 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-c7fadcff-ad9e-492f-92fb-5a2d3512a4b8 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:06:28.666623 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-c7fadcff-ad9e-492f-92fb-5a2d3512a4b8 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:06:28.693334 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fadcff-ad9e-492f-92fb-5a2d3512a4b8 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Pushing event updated for resources: {'Port': ['ID=69fde95e-4880-4376-9d97-66f95a5089fe,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:28.722528 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-c7fadcff-ad9e-492f-92fb-5a2d3512a4b8 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:28.723289 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-c7fadcff-ad9e-492f-92fb-5a2d3512a4b8 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:28.826153 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-c7fadcff-ad9e-492f-92fb-5a2d3512a4b8 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8252499 Oct 27 17:06:28.857741 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-5a3ba817-1402-4bbf-b6ea-0048c0e1a829 service neutron] Request body: {'port': {'device_id': '1503b097-8713-455f-8820-e96d066e4da2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81570'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:06:29.011516 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-5a3ba817-1402-4bbf-b6ea-0048c0e1a829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:29.114017 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49171b6-8005-4bfe-b9f7-781be7b22734 req-12e332c4-9ca4-48cc-a6c4-8c504997489c tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:29.115511 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b49171b6-8005-4bfe-b9f7-781be7b22734 req-12e332c4-9ca4-48cc-a6c4-8c504997489c tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 931 time: 0.0543187 Oct 27 17:06:29.156185 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b49171b6-8005-4bfe-b9f7-781be7b22734 req-23334007-2aaa-4b1c-a244-571c4cad3f12 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338001 Oct 27 17:06:29.189535 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-5a3ba817-1402-4bbf-b6ea-0048c0e1a829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69fde95e-4880-4376-9d97-66f95a5089fe {{(pid=118834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:06:29.197181 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-5a3ba817-1402-4bbf-b6ea-0048c0e1a829 service neutron] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:29.209926 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.provisioning_blocks [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-5a3ba817-1402-4bbf-b6ea-0048c0e1a829 service neutron] Transition to ACTIVE for port object 69fde95e-4880-4376-9d97-66f95a5089fe will not be triggered until provisioned by entity L2. {{(pid=118834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:06:29.302711 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-5a3ba817-1402-4bbf-b6ea-0048c0e1a829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:29.358661 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ba817-1402-4bbf-b6ea-0048c0e1a829 service neutron] Pushing event updated for resources: {'Port': ['ID=69fde95e-4880-4376-9d97-66f95a5089fe,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:29.426186 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-5a3ba817-1402-4bbf-b6ea-0048c0e1a829 service neutron] Attempting to bind port 69fde95e-4880-4376-9d97-66f95a5089fe on host hv-cinder-81570 for vnic_type normal with profile {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:06:29.426517 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-5a3ba817-1402-4bbf-b6ea-0048c0e1a829 service neutron] Attempting to bind port 69fde95e-4880-4376-9d97-66f95a5089fe by drivers openvswitch,hyperv on host hv-cinder-81570 at level 0 using segments [{'id': 'ff707d64-e40b-48a0-85d4-61f1ee5f1b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': 'a57e130e-6705-4dae-b8de-df4b7234dcee'}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:06:29.426925 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-5a3ba817-1402-4bbf-b6ea-0048c0e1a829 service neutron] Attempting to bind port 69fde95e-4880-4376-9d97-66f95a5089fe on network a57e130e-6705-4dae-b8de-df4b7234dcee {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:06:29.431246 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-5a3ba817-1402-4bbf-b6ea-0048c0e1a829 service neutron] Port 69fde95e-4880-4376-9d97-66f95a5089fe on network a57e130e-6705-4dae-b8de-df4b7234dcee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81570 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:06:29.431558 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-5a3ba817-1402-4bbf-b6ea-0048c0e1a829 service neutron] Attempting to bind port 69fde95e-4880-4376-9d97-66f95a5089fe on network a57e130e-6705-4dae-b8de-df4b7234dcee {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:06:29.436331 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-5a3ba817-1402-4bbf-b6ea-0048c0e1a829 service neutron] Checking agent: {'id': '95ad64ad-6c0c-401b-b42d-2edbbc1c3c16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'started_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:06:29.436688 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-5a3ba817-1402-4bbf-b6ea-0048c0e1a829 service neutron] Checking segment: {'id': 'ff707d64-e40b-48a0-85d4-61f1ee5f1b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': 'a57e130e-6705-4dae-b8de-df4b7234dcee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:06:29.437065 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-5a3ba817-1402-4bbf-b6ea-0048c0e1a829 service neutron] Bound using segment: {'id': 'ff707d64-e40b-48a0-85d4-61f1ee5f1b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': 'a57e130e-6705-4dae-b8de-df4b7234dcee'} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:06:29.437478 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-5a3ba817-1402-4bbf-b6ea-0048c0e1a829 service neutron] Bound port: 69fde95e-4880-4376-9d97-66f95a5089fe, host: hv-cinder-81570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff707d64-e40b-48a0-85d4-61f1ee5f1b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': 'a57e130e-6705-4dae-b8de-df4b7234dcee'}}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:06:29.437821 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-5a3ba817-1402-4bbf-b6ea-0048c0e1a829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:29.502019 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-5a3ba817-1402-4bbf-b6ea-0048c0e1a829 service neutron] For port 69fde95e-4880-4376-9d97-66f95a5089fe, host hv-cinder-81570, cleared binding levels {{(pid=118834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:06:29.505142 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-5a3ba817-1402-4bbf-b6ea-0048c0e1a829 service neutron] For port 69fde95e-4880-4376-9d97-66f95a5089fe, host hv-cinder-81570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=69fde95e-4880-4376-9d97-66f95a5089fe,segment=NetworkSegment(ff707d64-e40b-48a0-85d4-61f1ee5f1b11),segment_id=ff707d64-e40b-48a0-85d4-61f1ee5f1b11)] {{(pid=118834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:06:29.606182 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-5a3ba817-1402-4bbf-b6ea-0048c0e1a829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:29.643377 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-5a3ba817-1402-4bbf-b6ea-0048c0e1a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:29.643961 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-5a3ba817-1402-4bbf-b6ea-0048c0e1a829 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:29.645357 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-5a3ba817-1402-4bbf-b6ea-0048c0e1a829 service neutron] 10.222.0.11 "PUT /v2.0/ports/69fde95e-4880-4376-9d97-66f95a5089fe HTTP/1.1" status: 200 len: 1093 time: 0.7920127 Oct 27 17:06:29.645794 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1503b097-8713-455f-8820-e96d066e4da2', 'tag': '69fde95e-4880-4376-9d97-66f95a5089fe'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:06:29.648021 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025424d5-4eab-42e1-9f7f-cef16b04b34d" -d '{"events": [{"name": "network-changed", "server_uuid": "1503b097-8713-455f-8820-e96d066e4da2", "tag": "69fde95e-4880-4376-9d97-66f95a5089fe"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:06:29.669177 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ba817-1402-4bbf-b6ea-0048c0e1a829 service neutron] Pushing event updated for resources: {'Port': ['ID=69fde95e-4880-4376-9d97-66f95a5089fe,revision_number=3']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:29.688937 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bc24a3-47fb-4856-b9fa-721b940f9ee7 x-openstack-request-id: req-59bc24a3-47fb-4856-b9fa-721b940f9ee7 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:06:29.690001 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1503b097-8713-455f-8820-e96d066e4da2", "tag": "69fde95e-4880-4376-9d97-66f95a5089fe", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:06:29.690001 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-59bc24a3-47fb-4856-b9fa-721b940f9ee7 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:06:29.690001 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1503b097-8713-455f-8820-e96d066e4da2', 'tag': '69fde95e-4880-4376-9d97-66f95a5089fe', 'status': 'completed', 'code': 200} Oct 27 17:06:29.753384 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025424d5-4eab-42e1-9f7f-cef16b04b34d req-0c61d965-92fd-442e-bc9e-fbc82a2bfe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:29.754868 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-025424d5-4eab-42e1-9f7f-cef16b04b34d req-0c61d965-92fd-442e-bc9e-fbc82a2bfe99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd5669935351497eb068f093e3457a67&device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 1096 time: 0.0418098 Oct 27 17:06:30.094971 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025424d5-4eab-42e1-9f7f-cef16b04b34d req-30c03f47-1c5d-4853-8569-75447ec5f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:30.096515 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-025424d5-4eab-42e1-9f7f-cef16b04b34d req-30c03f47-1c5d-4853-8569-75447ec5f181 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=dd5669935351497eb068f093e3457a67&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3323452 Oct 27 17:06:30.191196 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025424d5-4eab-42e1-9f7f-cef16b04b34d req-91b8bd30-7a38-4f2a-96c9-a7a22c8e2d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:30.192690 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-025424d5-4eab-42e1-9f7f-cef16b04b34d req-91b8bd30-7a38-4f2a-96c9-a7a22c8e2d36 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0874603 Oct 27 17:06:30.276921 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-91d35251-0a23-4029-9b8a-cfda8c7e5d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:30.278235 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b80cbb-baf3-4dbe-a4d4-c9aed436774e req-a463e384-f49c-4441-8681-832549a0947b tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:30.278734 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-91d35251-0a23-4029-9b8a-cfda8c7e5d97 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd5669935351497eb068f093e3457a67&device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 1096 time: 0.0456641 Oct 27 17:06:30.279633 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d0b80cbb-baf3-4dbe-a4d4-c9aed436774e req-a463e384-f49c-4441-8681-832549a0947b tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 943 time: 0.0524960 Oct 27 17:06:30.318319 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d0b80cbb-baf3-4dbe-a4d4-c9aed436774e req-da310028-b62f-4aa2-ba17-75d69990b02f tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326803 Oct 27 17:06:30.323246 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-91403ec0-2f00-4d9e-9869-697322306fe5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69fde95e-4880-4376-9d97-66f95a5089fe HTTP/1.1" status: 200 len: 217 time: 0.0352192 Oct 27 17:06:30.374660 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-79dd8a56-650c-410c-872e-6002131c50d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:30.376027 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-79dd8a56-650c-410c-872e-6002131c50d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=76c36f54-1cd8-474f-855d-a11c20d9f410 HTTP/1.1" status: 200 len: 853 time: 0.0460339 Oct 27 17:06:30.409424 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-1bbb6640-b198-49e0-a917-b66128302135 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a57e130e-6705-4dae-b8de-df4b7234dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249047 Oct 27 17:06:30.505974 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-fd54c953-c26b-4836-820d-493337982ef4 service neutron] 10.222.0.11 "GET /v2.0/networks/a57e130e-6705-4dae-b8de-df4b7234dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887156 Oct 27 17:06:30.602597 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-01c1c1b4-ce16-4b98-b5a1-5b5737e7c325 req-6e084db4-db13-490e-93aa-7c413cb15c63 service neutron] 10.222.0.11 "GET /v2.0/networks/a57e130e-6705-4dae-b8de-df4b7234dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867372 Oct 27 17:06:31.443488 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6fc2f-e0a2-4f4a-bdb9-4756e1c00078 req-7f6ccff7-0053-4816-8dd4-a29565090cf0 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:31.444977 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4db6fc2f-e0a2-4f4a-bdb9-4756e1c00078 req-7f6ccff7-0053-4816-8dd4-a29565090cf0 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 943 time: 0.0561411 Oct 27 17:06:31.483383 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4db6fc2f-e0a2-4f4a-bdb9-4756e1c00078 req-4d445a16-b019-41fc-a96c-2421d5708e6a tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322645 Oct 27 17:06:32.600032 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5f6b2-c675-4f21-b0d3-54b1dbd816f3 req-c99c44c0-81ba-4a35-9564-121f1a35cbfa tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:32.601513 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c8e5f6b2-c675-4f21-b0d3-54b1dbd816f3 req-c99c44c0-81ba-4a35-9564-121f1a35cbfa tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 943 time: 0.0491588 Oct 27 17:06:32.640854 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c8e5f6b2-c675-4f21-b0d3-54b1dbd816f3 req-ec991c94-085d-4d0e-9c44-6216b184d609 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328262 Oct 27 17:06:33.755828 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee683756-c8f8-4fee-9350-77afccc5d53e req-fc9a0d57-a6b9-4b3c-a3bd-87932a43474a tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:33.757299 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ee683756-c8f8-4fee-9350-77afccc5d53e req-fc9a0d57-a6b9-4b3c-a3bd-87932a43474a tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 943 time: 0.0482121 Oct 27 17:06:33.796702 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ee683756-c8f8-4fee-9350-77afccc5d53e req-339627cd-8a22-4342-b028-1839792d5572 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327446 Oct 27 17:06:34.909914 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245ce68-09af-4aa2-9de8-21e41df49472 req-808eed68-689e-4794-8cf4-cc7470a5db99 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:34.911344 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2245ce68-09af-4aa2-9de8-21e41df49472 req-808eed68-689e-4794-8cf4-cc7470a5db99 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 943 time: 0.0491712 Oct 27 17:06:34.949222 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2245ce68-09af-4aa2-9de8-21e41df49472 req-2b79befc-ae77-4a3d-b3c9-493e01c73917 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309510 Oct 27 17:06:35.857188 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:36.072771 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c4e3d-86d1-423c-8050-5bb298ce61e3 req-90832714-80d0-4b70-b987-11f4c8222827 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:36.074233 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f34c4e3d-86d1-423c-8050-5bb298ce61e3 req-90832714-80d0-4b70-b987-11f4c8222827 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 943 time: 0.0557854 Oct 27 17:06:36.113121 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f34c4e3d-86d1-423c-8050-5bb298ce61e3 req-78d0d31b-7dba-49a2-8d91-659fe90f9701 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328550 Oct 27 17:06:37.156402 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 69fde95e-4880-4376-9d97-66f95a5089fe details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:06:37.236663 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefffdcb-4e21-4496-a770-1de97a128333 req-6af73f6d-770a-4090-97c6-1718dd4c3a53 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:37.240451 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-cefffdcb-4e21-4496-a770-1de97a128333 req-6af73f6d-770a-4090-97c6-1718dd4c3a53 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 943 time: 0.0558503 Oct 27 17:06:37.273852 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 69fde95e-4880-4376-9d97-66f95a5089fe, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=69fde95e-4880-4376-9d97-66f95a5089fe,segment=NetworkSegment(ff707d64-e40b-48a0-85d4-61f1ee5f1b11),segment_id=ff707d64-e40b-48a0-85d4-61f1ee5f1b11)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:06:37.282337 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': '69fde95e-4880-4376-9d97-66f95a5089fe', 'network_id': 'a57e130e-6705-4dae-b8de-df4b7234dcee', 'port_id': '69fde95e-4880-4376-9d97-66f95a5089fe', 'mac_address': 'fa:16:3e:9b:4e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c36f54-1cd8-474f-855d-a11c20d9f410', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:06:37.291451 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-cefffdcb-4e21-4496-a770-1de97a128333 req-a1f36016-1ffa-4064-b960-f26d001b894d tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447989 Oct 27 17:06:37.325166 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:37.338317 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69fde95e-4880-4376-9d97-66f95a5089fe {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:06:37.360653 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 69fde95e-4880-4376-9d97-66f95a5089fe, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=69fde95e-4880-4376-9d97-66f95a5089fe,segment=NetworkSegment(ff707d64-e40b-48a0-85d4-61f1ee5f1b11),segment_id=ff707d64-e40b-48a0-85d4-61f1ee5f1b11)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:06:37.434797 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:37.481171 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=69fde95e-4880-4376-9d97-66f95a5089fe,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:37.823061 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['69fde95e-4880-4376-9d97-66f95a5089fe'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:06:38.398400 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc455911-3c75-427a-b32d-c1845bd54ff7 req-901ccab6-06be-4bf3-9852-dfc8dd5508d0 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:38.399880 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fc455911-3c75-427a-b32d-c1845bd54ff7 req-901ccab6-06be-4bf3-9852-dfc8dd5508d0 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 944 time: 0.0490019 Oct 27 17:06:38.438950 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fc455911-3c75-427a-b32d-c1845bd54ff7 req-ca0e0363-df73-4b36-8c04-550df6bc3cad tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323730 Oct 27 17:06:39.171993 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 69fde95e-4880-4376-9d97-66f95a5089fe up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:06:39.284918 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning for port 69fde95e-4880-4376-9d97-66f95a5089fe completed by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:06:39.288854 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port 69fde95e-4880-4376-9d97-66f95a5089fe triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:06:39.289253 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:39.364461 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:39.385603 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1503b097-8713-455f-8820-e96d066e4da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fde95e-4880-4376-9d97-66f95a5089fe'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:06:39.387848 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca313a98-81e3-4f18-b248-42c3c758e2fe" -d '{"events": [{"server_uuid": "1503b097-8713-455f-8820-e96d066e4da2", "name": "network-vif-plugged", "status": "completed", "tag": "69fde95e-4880-4376-9d97-66f95a5089fe"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:06:39.404882 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 69fde95e-4880-4376-9d97-66f95a5089fe, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=69fde95e-4880-4376-9d97-66f95a5089fe,segment=NetworkSegment(ff707d64-e40b-48a0-85d4-61f1ee5f1b11),segment_id=ff707d64-e40b-48a0-85d4-61f1ee5f1b11)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:06:39.468183 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:39.576833 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce1868-2a2c-4dee-92e7-4ea223ca6d1d req-5ee52f09-02bc-4c63-aa5b-15f23e3c7ca5 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:39.578431 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-32ce1868-2a2c-4dee-92e7-4ea223ca6d1d req-5ee52f09-02bc-4c63-aa5b-15f23e3c7ca5 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 945 time: 0.0611315 Oct 27 17:06:39.610189 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8389c88e-a49e-4a01-ad42-6b4e9c6c5408 x-openstack-request-id: req-8389c88e-a49e-4a01-ad42-6b4e9c6c5408 {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:06:39.610457 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1503b097-8713-455f-8820-e96d066e4da2", "name": "network-vif-plugged", "status": "completed", "tag": "69fde95e-4880-4376-9d97-66f95a5089fe", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:06:39.610694 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-8389c88e-a49e-4a01-ad42-6b4e9c6c5408 {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:06:39.611067 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1503b097-8713-455f-8820-e96d066e4da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fde95e-4880-4376-9d97-66f95a5089fe', 'code': 200} Oct 27 17:06:39.621390 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-32ce1868-2a2c-4dee-92e7-4ea223ca6d1d req-3148594f-3df1-4591-8fa3-d2bca67946f4 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366211 Oct 27 17:06:39.641460 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=69fde95e-4880-4376-9d97-66f95a5089fe,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:39.866256 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345948ff-49b1-4ee3-9b96-02e35ece6e2a req-b1de18dd-b8de-4b49-9cf4-e4f0df90b182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:39.867756 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-345948ff-49b1-4ee3-9b96-02e35ece6e2a req-b1de18dd-b8de-4b49-9cf4-e4f0df90b182 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 1098 time: 0.0443401 Oct 27 17:06:39.905060 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-345948ff-49b1-4ee3-9b96-02e35ece6e2a req-d8a5edb5-af26-410a-981b-4d728d392fe6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292504 Oct 27 17:06:40.589838 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-71fb525e-74e1-4fdb-af65-15f400f2c22e req-56cc2b66-1f6d-4f45-b077-d0c016f3336a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396209 Oct 27 17:06:40.684953 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb525e-74e1-4fdb-af65-15f400f2c22e req-d5188524-af1a-47ed-b65e-9e20366da843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:40.686718 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-71fb525e-74e1-4fdb-af65-15f400f2c22e req-d5188524-af1a-47ed-b65e-9e20366da843 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5eb132de3af4a108561a16af567602d&device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 1099 time: 0.0439830 Oct 27 17:06:40.741588 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240b757-970e-4423-9767-120aae49f8a6 req-a113db04-28e7-448c-8eb8-d4ef17c1ed7a tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:40.743055 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2240b757-970e-4423-9767-120aae49f8a6 req-a113db04-28e7-448c-8eb8-d4ef17c1ed7a tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 945 time: 0.0500360 Oct 27 17:06:40.785033 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2240b757-970e-4423-9767-120aae49f8a6 req-0cc99938-1525-4e3c-9ba4-453aa9888ba0 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349476 Oct 27 17:06:40.805817 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb525e-74e1-4fdb-af65-15f400f2c22e req-bbff182d-83bd-4b0f-bb7b-9d55fad8fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:40.807897 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-71fb525e-74e1-4fdb-af65-15f400f2c22e req-bbff182d-83bd-4b0f-bb7b-9d55fad8fcda service neutron] 10.222.0.11 "GET /v2.0/networks?id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 HTTP/1.1" status: 200 len: 919 time: 0.0954056 Oct 27 17:06:41.900262 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294391e-b6d5-4c9b-9b39-e2485ddd0acc req-fbec8a78-3ad0-41c6-9d87-ed84267efeb5 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:41.902465 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-9294391e-b6d5-4c9b-9b39-e2485ddd0acc req-fbec8a78-3ad0-41c6-9d87-ed84267efeb5 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 945 time: 0.0496404 Oct 27 17:06:41.940262 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-9294391e-b6d5-4c9b-9b39-e2485ddd0acc req-cf24f97c-40cf-4a2c-8dc4-91f356eb9649 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318480 Oct 27 17:06:42.814902 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-71fb525e-74e1-4fdb-af65-15f400f2c22e req-876ac5f9-c064-4831-bb61-2e5394b827db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d HTTP/1.1" status: 200 len: 1001 time: 0.0694861 Oct 27 17:06:43.055434 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a72ea-13b9-4f21-a91b-4833410cef8e req-a6cadcf4-05c4-40c9-9d25-dd664e392ae7 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:43.056976 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-825a72ea-13b9-4f21-a91b-4833410cef8e req-a6cadcf4-05c4-40c9-9d25-dd664e392ae7 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 945 time: 0.0496528 Oct 27 17:06:43.100594 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-825a72ea-13b9-4f21-a91b-4833410cef8e req-cb375bbc-3ff3-4669-8a10-6b250a14ab19 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334888 Oct 27 17:06:43.743909 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb525e-74e1-4fdb-af65-15f400f2c22e req-24c64c64-1021-4803-9ff2-005cdde48321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:43.745962 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-71fb525e-74e1-4fdb-af65-15f400f2c22e req-24c64c64-1021-4803-9ff2-005cdde48321 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b59259a-4a35-4b3f-b276-e215349f7ead HTTP/1.1" status: 200 len: 856 time: 0.0446360 Oct 27 17:06:44.213311 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b3a86-5931-4413-a890-f361241e0f22 req-7d5fbbce-8e69-43c0-a379-a9326071f681 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:44.215509 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e17b3a86-5931-4413-a890-f361241e0f22 req-7d5fbbce-8e69-43c0-a379-a9326071f681 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 945 time: 0.0500305 Oct 27 17:06:44.252795 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e17b3a86-5931-4413-a890-f361241e0f22 req-b787a7b3-27ff-41e6-a754-18907c0aecd6 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313234 Oct 27 17:06:45.371529 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cf81b-b6d9-4046-a141-20190ebe1c03 req-3499662a-3859-453b-b849-0923f410ce08 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:45.373035 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-164cf81b-b6d9-4046-a141-20190ebe1c03 req-3499662a-3859-453b-b849-0923f410ce08 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 945 time: 0.0524068 Oct 27 17:06:45.406924 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb525e-74e1-4fdb-af65-15f400f2c22e req-dc584ea6-c6b3-4933-9781-b2ea16379e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:45.408459 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-71fb525e-74e1-4fdb-af65-15f400f2c22e req-dc584ea6-c6b3-4933-9781-b2ea16379e83 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422676 Oct 27 17:06:45.413739 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-164cf81b-b6d9-4046-a141-20190ebe1c03 req-f6a3fdf8-7a9f-4a7c-b085-463df0abeef3 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330534 Oct 27 17:06:45.505012 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-71fb525e-74e1-4fdb-af65-15f400f2c22e req-ffb47092-74d2-40cb-93fc-b934fca46f67 service neutron] 10.222.0.11 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881948 Oct 27 17:06:45.612343 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-71fb525e-74e1-4fdb-af65-15f400f2c22e req-237e5a8c-2845-48ab-85f8-9efa76ecc488 service neutron] 10.222.0.11 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909941 Oct 27 17:06:46.471486 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:06:46.534430 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed21140-f868-48be-bba7-2d7c5f044bcc req-0773f3ba-8e98-475b-8b23-44d86be13e12 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:46.535965 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0ed21140-f868-48be-bba7-2d7c5f044bcc req-0773f3ba-8e98-475b-8b23-44d86be13e12 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 945 time: 0.0528994 Oct 27 17:06:46.576427 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0ed21140-f868-48be-bba7-2d7c5f044bcc req-64cde8f2-6bea-41dc-8825-1cdd0a5cd94e tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339594 Oct 27 17:06:47.694421 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24191e-0f8d-48f7-bb6e-cc54688a7f35 req-9727a74b-fed2-4a99-9a23-c0a425f46628 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:47.695924 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5c24191e-0f8d-48f7-bb6e-cc54688a7f35 req-9727a74b-fed2-4a99-9a23-c0a425f46628 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 945 time: 0.0521145 Oct 27 17:06:47.736850 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5c24191e-0f8d-48f7-bb6e-cc54688a7f35 req-f48c89d8-5f37-4a95-9f77-41810d2f1e92 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320878 Oct 27 17:06:49.555346 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-d7490df0-6300-41e9-aeb5-3fc42105c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:51.924011 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 59836) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:06:52.031370 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-37cef2f9-35bd-40ca-8513-38b28449d083 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:52.112695 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-37cef2f9-35bd-40ca-8513-38b28449d083 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:52.178000 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-37cef2f9-35bd-40ca-8513-38b28449d083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:52.216735 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-37cef2f9-35bd-40ca-8513-38b28449d083 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=0639683557f3462dbb85217abe64ed5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914803 Oct 27 17:06:52.217609 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cef2f9-35bd-40ca-8513-38b28449d083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b88f388-3f36-4a4c-b3e1-ce5d81dc9436,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:52.219393 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 59840) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:06:52.269302 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-e0eae5a7-df21-453a-b178-faf3118292e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:52.290579 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-e0eae5a7-df21-453a-b178-faf3118292e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:52.360948 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-1f8b0803-4524-4516-8e70-986ce546d3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:52.384188 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-e0eae5a7-df21-453a-b178-faf3118292e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:52.387651 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-e0eae5a7-df21-453a-b178-faf3118292e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:52.388833 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-e0eae5a7-df21-453a-b178-faf3118292e2 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/0b88f388-3f36-4a4c-b3e1-ce5d81dc9436 HTTP/1.1" status: 204 len: 168 time: 0.1684206 Oct 27 17:06:52.398645 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eae5a7-df21-453a-b178-faf3118292e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b88f388-3f36-4a4c-b3e1-ce5d81dc9436,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:53.212431 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:53.388784 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:53.391497 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 59864) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:06:53.485174 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-aee4ebd9-0efc-49ee-99d3-eb6683451c4d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-178698612-network', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09'}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:06:53.561111 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee4ebd9-0efc-49ee-99d3-eb6683451c4d admin admin] Made reservation on behalf of c20518b6896c4bd5b8e9508a0f84de09 for: {'network': 1} {{(pid=118833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:06:53.563454 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-aee4ebd9-0efc-49ee-99d3-eb6683451c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for network, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:53.571946 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-aee4ebd9-0efc-49ee-99d3-eb6683451c4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:53.644619 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-aee4ebd9-0efc-49ee-99d3-eb6683451c4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:53.721051 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-aee4ebd9-0efc-49ee-99d3-eb6683451c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:53.747486 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee4ebd9-0efc-49ee-99d3-eb6683451c4d admin admin] vlan segment allocate from pool success with {'vlan_id': 1375, 'physical_network': 'physnet1'} {{(pid=118833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:06:53.752659 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4ebd9-0efc-49ee-99d3-eb6683451c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba6ba5e-7d82-469b-a034-f39f5c3b2bb1,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:53.759715 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-aee4ebd9-0efc-49ee-99d3-eb6683451c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:53.760638 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.db.segments_db [None req-aee4ebd9-0efc-49ee-99d3-eb6683451c4d admin admin] Added segment 0d9014a4-3f25-4fd8-961e-bdce34dcf2dc of type vlan for network 07498dd1-2882-444c-978e-46285484b33d Oct 27 17:06:53.802906 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-aee4ebd9-0efc-49ee-99d3-eb6683451c4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740459766941'] for network, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:53.879972 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-aee4ebd9-0efc-49ee-99d3-eb6683451c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for network, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:53.880993 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee4ebd9-0efc-49ee-99d3-eb6683451c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:53.881594 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-aee4ebd9-0efc-49ee-99d3-eb6683451c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:53.943253 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4ebd9-0efc-49ee-99d3-eb6683451c4d admin admin] Pushing event updated for resources: {'Network': ['ID=07498dd1-2882-444c-978e-46285484b33d,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:53.954166 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Network 07498dd1-2882-444c-978e-46285484b33d details requested by agent ovs-agent-dv-cinder-815701-1-iscsi with host dv-cinder-815701-1-iscsi {{(pid=118835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:06:53.998291 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-aee4ebd9-0efc-49ee-99d3-eb6683451c4d admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6056871 Oct 27 17:06:54.001073 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 59870) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:06:54.006268 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-fb1b9a69-a851-4422-8cd8-821f30bf38eb admin admin] Request body: {'subnet': {'network_id': '07498dd1-2882-444c-978e-46285484b33d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-178698612-subnet', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'ip_version': 4}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:06:54.098291 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1b9a69-a851-4422-8cd8-821f30bf38eb admin admin] Made reservation on behalf of c20518b6896c4bd5b8e9508a0f84de09 for: {'subnet': 1} {{(pid=118833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:06:54.100664 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-fb1b9a69-a851-4422-8cd8-821f30bf38eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130857283'] for subnet, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:54.350047 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-fb1b9a69-a851-4422-8cd8-821f30bf38eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131455226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130857297'] for subnet, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:54.405264 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b9a69-a851-4422-8cd8-821f30bf38eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2038848a-a09a-4f9c-a4fd-769b5112000d,revision_number=0']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:54.414272 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1b9a69-a851-4422-8cd8-821f30bf38eb admin admin] Checking segment: {'id': '0d9014a4-3f25-4fd8-961e-bdce34dcf2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1375, 'network_id': '07498dd1-2882-444c-978e-46285484b33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:06:54.414625 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1b9a69-a851-4422-8cd8-821f30bf38eb admin admin] Network hostable DHCP agents. Network: 07498dd1-2882-444c-978e-46285484b33d, hostable agents: ['acf894c1-b7b8-4d52-ad08-8b9062216bf0'], hosted agents: [] {{(pid=118833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:06:54.481754 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1b9a69-a851-4422-8cd8-821f30bf38eb admin admin] Network 07498dd1-2882-444c-978e-46285484b33d is scheduled to be hosted by DHCP agent acf894c1-b7b8-4d52-ad08-8b9062216bf0 with binding_index 1 {{(pid=118833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:06:54.555304 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-fb1b9a69-a851-4422-8cd8-821f30bf38eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815701-1-iscsi, 07498dd1-2882-444c-978e-46285484b33d) {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:06:54.559600 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1b9a69-a851-4422-8cd8-821f30bf38eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:54.560238 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-fb1b9a69-a851-4422-8cd8-821f30bf38eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:54.566914 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b79a273-b24e-42dc-86d7-7696a2694e70 None None] Network 07498dd1-2882-444c-978e-46285484b33d requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:06:54.616145 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-fb1b9a69-a851-4422-8cd8-821f30bf38eb admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6137695 Oct 27 17:06:54.618518 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 59872) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:06:54.622716 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-74fdd626-2a8f-4251-8346-f0a7533167cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-178698612-router', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:06:54.716221 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-74fdd626-2a8f-4251-8346-f0a7533167cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133762219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5348'] for router, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:54.717505 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-74fdd626-2a8f-4251-8346-f0a7533167cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133763026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133802025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5343'] for router, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:54.724292 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8821904b-9005-407c-85b7-affbbdffae6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2db10bf-0ac3-55c3-8a00-d510631ac45a-07498dd1-2882-444c-978e-46285484b33d', 'network_id': '07498dd1-2882-444c-978e-46285484b33d', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'fixed_ips': [{'subnet_id': '2038848a-a09a-4f9c-a4fd-769b5112000d'}]}} from dv-cinder-815701-1-iscsi. {{(pid=118835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:06:54.725424 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-8821904b-9005-407c-85b7-affbbdffae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:54.769179 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-74fdd626-2a8f-4251-8346-f0a7533167cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:54.858279 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.db_base_plugin_common [None req-8821904b-9005-407c-85b7-affbbdffae6a None None] Allocated IP 172.20.0.2 (07498dd1-2882-444c-978e-46285484b33d/2038848a-a09a-4f9c-a4fd-769b5112000d/9d8c245a-007a-45cd-9317-beeb8f6598a9) {{(pid=118835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:06:54.973064 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-74fdd626-2a8f-4251-8346-f0a7533167cc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.011672 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-8821904b-9005-407c-85b7-affbbdffae6a None None] Publish callbacks [] for port, precommit_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.064312 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-8821904b-9005-407c-85b7-affbbdffae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268'] for port, after_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.108726 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8821904b-9005-407c-85b7-affbbdffae6a None None] Network 07498dd1-2882-444c-978e-46285484b33d is already hosted by enough agents. {{(pid=118835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:06:55.119198 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.scheduler.base_scheduler [None req-8821904b-9005-407c-85b7-affbbdffae6a None None] Resources bound (agent type, host, resource id): {{(pid=118835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:06:55.124429 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821904b-9005-407c-85b7-affbbdffae6a None None] Pushing event updated for resources: {'Port': ['ID=9d8c245a-007a-45cd-9317-beeb8f6598a9,revision_number=1']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:55.126657 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8821904b-9005-407c-85b7-affbbdffae6a None None] Received port after_create {{(pid=118835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:06:55.193655 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-8821904b-9005-407c-85b7-affbbdffae6a None None] Attempting to bind port 9d8c245a-007a-45cd-9317-beeb8f6598a9 on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:06:55.194022 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-8821904b-9005-407c-85b7-affbbdffae6a None None] Attempting to bind port 9d8c245a-007a-45cd-9317-beeb8f6598a9 by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': '0d9014a4-3f25-4fd8-961e-bdce34dcf2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1375, 'network_id': '07498dd1-2882-444c-978e-46285484b33d'}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:06:55.194791 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8821904b-9005-407c-85b7-affbbdffae6a None None] Attempting to bind port 9d8c245a-007a-45cd-9317-beeb8f6598a9 on network 07498dd1-2882-444c-978e-46285484b33d {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:06:55.197860 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.201550 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8821904b-9005-407c-85b7-affbbdffae6a None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:06:55.201924 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8821904b-9005-407c-85b7-affbbdffae6a None None] Checking segment: {'id': '0d9014a4-3f25-4fd8-961e-bdce34dcf2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1375, 'network_id': '07498dd1-2882-444c-978e-46285484b33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:06:55.202352 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-8821904b-9005-407c-85b7-affbbdffae6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.202719 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8821904b-9005-407c-85b7-affbbdffae6a None None] Bound using segment: {'id': '0d9014a4-3f25-4fd8-961e-bdce34dcf2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1375, 'network_id': '07498dd1-2882-444c-978e-46285484b33d'} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:06:55.203176 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-8821904b-9005-407c-85b7-affbbdffae6a None None] Bound port: 9d8c245a-007a-45cd-9317-beeb8f6598a9, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9014a4-3f25-4fd8-961e-bdce34dcf2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1375, 'network_id': '07498dd1-2882-444c-978e-46285484b33d'}}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:06:55.203544 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-8821904b-9005-407c-85b7-affbbdffae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.264053 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-74fdd626-2a8f-4251-8346-f0a7533167cc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.271201 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-8821904b-9005-407c-85b7-affbbdffae6a None None] For port 9d8c245a-007a-45cd-9317-beeb8f6598a9, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:06:55.276014 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-8821904b-9005-407c-85b7-affbbdffae6a None None] For port 9d8c245a-007a-45cd-9317-beeb8f6598a9, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=9d8c245a-007a-45cd-9317-beeb8f6598a9,segment=NetworkSegment(0d9014a4-3f25-4fd8-961e-bdce34dcf2dc),segment_id=0d9014a4-3f25-4fd8-961e-bdce34dcf2dc)] {{(pid=118835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:06:55.285991 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-74fdd626-2a8f-4251-8346-f0a7533167cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.349738 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-8821904b-9005-407c-85b7-affbbdffae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.403667 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_common [None req-74fdd626-2a8f-4251-8346-f0a7533167cc admin admin] Allocated IP 172.27.3.125 (ed716183-5f1c-445b-936f-259913b9090b/855c9060-65b5-4295-a48e-32e34bdb0777/679c778f-9142-44f9-8bd1-3148de1960c7) {{(pid=118833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:06:55.420117 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821904b-9005-407c-85b7-affbbdffae6a None None] Pushing event updated for resources: {'Port': ['ID=9d8c245a-007a-45cd-9317-beeb8f6598a9,revision_number=2']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:55.543518 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-74fdd626-2a8f-4251-8346-f0a7533167cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.635322 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-74fdd626-2a8f-4251-8346-f0a7533167cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.681093 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fdd626-2a8f-4251-8346-f0a7533167cc admin admin] Network ed716183-5f1c-445b-936f-259913b9090b is already hosted by enough agents. {{(pid=118833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:06:55.684554 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-74fdd626-2a8f-4251-8346-f0a7533167cc admin admin] Resources bound (agent type, host, resource id): {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:06:55.689010 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fdd626-2a8f-4251-8346-f0a7533167cc admin admin] Received port after_create {{(pid=118833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:06:55.694488 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdd626-2a8f-4251-8346-f0a7533167cc admin admin] Pushing event updated for resources: {'Port': ['ID=679c778f-9142-44f9-8bd1-3148de1960c7,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:56.213132 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-74fdd626-2a8f-4251-8346-f0a7533167cc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:56.291746 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a52f65-cbfb-4ae3-bdb8-29f22208bf53 None None] Network 07498dd1-2882-444c-978e-46285484b33d requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:06:56.369341 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-9140d2be-fc83-422e-baaf-efb707b3d02f None None] Provisioning complete for port 9d8c245a-007a-45cd-9317-beeb8f6598a9 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:06:56.369715 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-9140d2be-fc83-422e-baaf-efb707b3d02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:56.410442 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-74fdd626-2a8f-4251-8346-f0a7533167cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133760848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133762959'] for router, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:56.512369 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-9140d2be-fc83-422e-baaf-efb707b3d02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:56.548419 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-9140d2be-fc83-422e-baaf-efb707b3d02f None None] For port 9d8c245a-007a-45cd-9317-beeb8f6598a9, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=9d8c245a-007a-45cd-9317-beeb8f6598a9,segment=NetworkSegment(0d9014a4-3f25-4fd8-961e-bdce34dcf2dc),segment_id=0d9014a4-3f25-4fd8-961e-bdce34dcf2dc)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:06:56.624321 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fdd626-2a8f-4251-8346-f0a7533167cc admin admin] Router 4eab40d2-6c11-4aa5-85ac-537683199bbb is scheduled to L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 with binding_index 1 {{(pid=118833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:06:56.675955 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-9140d2be-fc83-422e-baaf-efb707b3d02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:56.736422 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140d2be-fc83-422e-baaf-efb707b3d02f None None] Pushing event updated for resources: {'Port': ['ID=9d8c245a-007a-45cd-9317-beeb8f6598a9,revision_number=3']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:56.756214 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fdd626-2a8f-4251-8346-f0a7533167cc admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:06:56.770286 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] Sync routers for ids ['4eab40d2-6c11-4aa5-85ac-537683199bbb'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:06:56.818719 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] Routers {'4eab40d2-6c11-4aa5-85ac-537683199bbb'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:06:56.818719 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:06:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4eab40d2-6c11-4aa5-85ac-537683199bbb'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:06:56.818719 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 9d8c245a-007a-45cd-9317-beeb8f6598a9 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:06:56.888522 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-c494a248-6167-4f96-930a-e90487cfd75d None None] Provisioning complete for port 9d8c245a-007a-45cd-9317-beeb8f6598a9 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:06:56.889044 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-c494a248-6167-4f96-930a-e90487cfd75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:56.890238 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-74fdd626-2a8f-4251-8346-f0a7533167cc admin admin] Publish callbacks [] for router, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:56.891570 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-74fdd626-2a8f-4251-8346-f0a7533167cc admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2721133 Oct 27 17:06:56.894573 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 59880) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:06:56.986186 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] Set router 4eab40d2-6c11-4aa5-85ac-537683199bbb gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:06:57.004983 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 9d8c245a-007a-45cd-9317-beeb8f6598a9 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:06:57.005353 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:57.263610 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'name': 'tempest-TestShelveInstance-178698612-router', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:06:54Z', 'updated_at': '2021-10-27T17:06:55Z', 'revision_number': 3, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'gw_port': {'id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:06:55Z', 'updated_at': '2021-10-27T17:06:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:06:57.294868 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] Checking router: 4eab40d2-6c11-4aa5-85ac-537683199bbb for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:06:57.295523 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] Updating router 4eab40d2-6c11-4aa5-85ac-537683199bbb port 679c778f-9142-44f9-8bd1-3148de1960c7 binding host dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:06:57.323976 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-361473c1-9fe7-42a2-b50b-af8263e4b161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:57.438095 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:57.484358 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [None req-361473c1-9fe7-42a2-b50b-af8263e4b161 admin admin] Allocated IP 172.20.0.1 (07498dd1-2882-444c-978e-46285484b33d/2038848a-a09a-4f9c-a4fd-769b5112000d/dd08161c-4b2e-499e-92fa-aba08d9c4314) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:06:57.588327 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-361473c1-9fe7-42a2-b50b-af8263e4b161 admin admin] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:57.690709 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] Publish callbacks [] for port, precommit_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:57.705283 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-361473c1-9fe7-42a2-b50b-af8263e4b161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:57.746431 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361473c1-9fe7-42a2-b50b-af8263e4b161 admin admin] Network 07498dd1-2882-444c-978e-46285484b33d is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:06:57.753985 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-361473c1-9fe7-42a2-b50b-af8263e4b161 admin admin] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:06:57.753985 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361473c1-9fe7-42a2-b50b-af8263e4b161 admin admin] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:06:57.777310 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361473c1-9fe7-42a2-b50b-af8263e4b161 admin admin] Pushing event updated for resources: {'Port': ['ID=dd08161c-4b2e-499e-92fa-aba08d9c4314,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:57.798210 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-361473c1-9fe7-42a2-b50b-af8263e4b161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133703890'] for router_interface, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:57.824481 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:57.883244 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] Attempting to bind port 679c778f-9142-44f9-8bd1-3148de1960c7 on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:06:57.883244 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] Attempting to bind port 679c778f-9142-44f9-8bd1-3148de1960c7 by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:06:57.883488 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] Attempting to bind port 679c778f-9142-44f9-8bd1-3148de1960c7 on network ed716183-5f1c-445b-936f-259913b9090b {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:06:57.885626 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176c6ca-19ad-4b87-8939-01ca8db861c9 None None] Pushing event updated for resources: {'Port': ['ID=679c778f-9142-44f9-8bd1-3148de1960c7,revision_number=2']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:57.892148 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:06:57.892522 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] Checking segment: {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:06:57.892965 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:57.893520 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] Bound using segment: {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:06:57.894003 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] Bound port: 679c778f-9142-44f9-8bd1-3148de1960c7, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:06:57.894389 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:57.957403 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] For port 679c778f-9142-44f9-8bd1-3148de1960c7, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:06:57.960831 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] For port 679c778f-9142-44f9-8bd1-3148de1960c7, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=679c778f-9142-44f9-8bd1-3148de1960c7,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:06:57.970894 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-00811855-9d55-475c-8c26-2c79ad56bf23 None None] Provisioning complete for port dd08161c-4b2e-499e-92fa-aba08d9c4314 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:06:57.971286 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-00811855-9d55-475c-8c26-2c79ad56bf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:58.004744 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-00811855-9d55-475c-8c26-2c79ad56bf23 None None] Port dd08161c-4b2e-499e-92fa-aba08d9c4314 cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:06:58.075092 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-361473c1-9fe7-42a2-b50b-af8263e4b161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:58.097378 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:58.147673 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] Routers {'4eab40d2-6c11-4aa5-85ac-537683199bbb'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:06:58.148318 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:06:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4eab40d2-6c11-4aa5-85ac-537683199bbb'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:06:58.187740 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176c6ca-19ad-4b87-8939-01ca8db861c9 None None] Pushing event updated for resources: {'Port': ['ID=679c778f-9142-44f9-8bd1-3148de1960c7,revision_number=3']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:58.245180 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-361473c1-9fe7-42a2-b50b-af8263e4b161 admin admin] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:58.258614 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] Set router 4eab40d2-6c11-4aa5-85ac-537683199bbb gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:06:58.287349 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-361473c1-9fe7-42a2-b50b-af8263e4b161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:58.359143 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-361473c1-9fe7-42a2-b50b-af8263e4b161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133607302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133762626'] for router_interface, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:58.360821 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361473c1-9fe7-42a2-b50b-af8263e4b161 admin admin] Pushing event updated for resources: {'Port': ['ID=dd08161c-4b2e-499e-92fa-aba08d9c4314,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:58.456611 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361473c1-9fe7-42a2-b50b-af8263e4b161 admin admin] Network 07498dd1-2882-444c-978e-46285484b33d is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:06:58.458212 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-361473c1-9fe7-42a2-b50b-af8263e4b161 admin admin] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:06:58.462727 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'name': 'tempest-TestShelveInstance-178698612-router', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:06:54Z', 'updated_at': '2021-10-27T17:06:57Z', 'revision_number': 4, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'gw_port': {'id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:06:55Z', 'updated_at': '2021-10-27T17:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': 'dd08161c-4b2e-499e-92fa-aba08d9c4314', 'name': '', 'network_id': '07498dd1-2882-444c-978e-46285484b33d', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'mac_address': 'fa:16:3e:f4:34:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2038848a-a09a-4f9c-a4fd-769b5112000d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:06:57Z', 'updated_at': '2021-10-27T17:06:57Z', 'revision_number': 1, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'subnets': [{'id': '2038848a-a09a-4f9c-a4fd-769b5112000d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:06:58.491059 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5308b0fe-f79e-457b-82f2-bf6ea24c4f87 None None] The sync data for ids ['4eab40d2-6c11-4aa5-85ac-537683199bbb'] in dv-cinder-815701-1-iscsi is: [{'id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'name': 'tempest-TestShelveInstance-178698612-router', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:06:54Z', 'updated_at': '2021-10-27T17:06:57Z', 'revision_number': 4, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'gw_port': {'id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:06:55Z', 'updated_at': '2021-10-27T17:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': 'dd08161c-4b2e-499e-92fa-aba08d9c4314', 'name': '', 'network_id': '07498dd1-2882-444c-978e-46285484b33d', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'mac_address': 'fa:16:3e:f4:34:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2038848a-a09a-4f9c-a4fd-769b5112000d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:06:57Z', 'updated_at': '2021-10-27T17:06:57Z', 'revision_number': 1, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'subnets': [{'id': '2038848a-a09a-4f9c-a4fd-769b5112000d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:06:58.585136 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361473c1-9fe7-42a2-b50b-af8263e4b161 admin admin] Router 4eab40d2-6c11-4aa5-85ac-537683199bbb has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:06:58.724282 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361473c1-9fe7-42a2-b50b-af8263e4b161 admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:06:58.738547 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-04880e89-5198-47d8-b119-0c2348775271 None None] Provisioning complete for port dd08161c-4b2e-499e-92fa-aba08d9c4314 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:06:58.738986 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-04880e89-5198-47d8-b119-0c2348775271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:58.744757 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-361473c1-9fe7-42a2-b50b-af8263e4b161 admin admin] 10.222.0.109 "PUT /v2.0/routers/4eab40d2-6c11-4aa5-85ac-537683199bbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8486710 Oct 27 17:06:58.768896 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 9d8c245a-007a-45cd-9317-beeb8f6598a9 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:06:58.821659 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-04880e89-5198-47d8-b119-0c2348775271 None None] Port dd08161c-4b2e-499e-92fa-aba08d9c4314 cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:06:58.847943 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 9d8c245a-007a-45cd-9317-beeb8f6598a9 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:06:58.848321 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:59.518213 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 59902) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:06:59.523220 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-0c69f634-31a7-4b6b-a4fc-d33f795f6e85 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1553686498-network', 'tenant_id': '65f9364942f14cbfa4e4d07c91424fe4'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:06:59.595312 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c69f634-31a7-4b6b-a4fc-d33f795f6e85 admin admin] Made reservation on behalf of 65f9364942f14cbfa4e4d07c91424fe4 for: {'network': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:06:59.597922 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0c69f634-31a7-4b6b-a4fc-d33f795f6e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for network, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:59.608251 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0c69f634-31a7-4b6b-a4fc-d33f795f6e85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:59.685891 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0c69f634-31a7-4b6b-a4fc-d33f795f6e85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:59.784374 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0c69f634-31a7-4b6b-a4fc-d33f795f6e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:59.811543 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c69f634-31a7-4b6b-a4fc-d33f795f6e85 admin admin] vlan segment allocate from pool success with {'vlan_id': 1392, 'physical_network': 'physnet1'} {{(pid=118834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:06:59.821333 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69f634-31a7-4b6b-a4fc-d33f795f6e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c01461-6c54-411d-9f2f-19f7d4f9c7e4,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:59.826852 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0c69f634-31a7-4b6b-a4fc-d33f795f6e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:59.827273 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.segments_db [None req-0c69f634-31a7-4b6b-a4fc-d33f795f6e85 admin admin] Added segment 1aebb088-a8dc-4292-8445-7b4ac5a383f7 of type vlan for network 4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe Oct 27 17:06:59.871339 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0c69f634-31a7-4b6b-a4fc-d33f795f6e85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740459766941'] for network, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:00.052985 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0c69f634-31a7-4b6b-a4fc-d33f795f6e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for network, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:00.054190 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c69f634-31a7-4b6b-a4fc-d33f795f6e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:00.054594 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0c69f634-31a7-4b6b-a4fc-d33f795f6e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:00.119250 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69f634-31a7-4b6b-a4fc-d33f795f6e85 admin admin] Pushing event updated for resources: {'Network': ['ID=4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:00.132105 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Network 4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe details requested by agent ovs-agent-dv-cinder-815701-1-iscsi with host dv-cinder-815701-1-iscsi {{(pid=118835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:07:00.181661 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-0c69f634-31a7-4b6b-a4fc-d33f795f6e85 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6623397 Oct 27 17:07:00.185075 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 59906) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:07:00.189916 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-dfc5c45a-8f92-4257-be00-35409257332c admin admin] Request body: {'subnet': {'network_id': '4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1553686498-subnet', 'tenant_id': '65f9364942f14cbfa4e4d07c91424fe4', 'ip_version': 4}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:07:00.276047 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc5c45a-8f92-4257-be00-35409257332c admin admin] Made reservation on behalf of 65f9364942f14cbfa4e4d07c91424fe4 for: {'subnet': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:07:00.279352 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-dfc5c45a-8f92-4257-be00-35409257332c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130888887'] for subnet, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:00.474140 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] Sync routers for ids ['4eab40d2-6c11-4aa5-85ac-537683199bbb'] in dv-cinder-815701-1-iscsi {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:07:00.485200 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] Routers {'4eab40d2-6c11-4aa5-85ac-537683199bbb'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:07:00.485898 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:06:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4eab40d2-6c11-4aa5-85ac-537683199bbb'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:00.538930 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-dfc5c45a-8f92-4257-be00-35409257332c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130954999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130888869'] for subnet, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:00.590455 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] Set router 4eab40d2-6c11-4aa5-85ac-537683199bbb gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:07:00.595834 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5c45a-8f92-4257-be00-35409257332c admin admin] Pushing event updated for resources: {'Subnet': ['ID=65c62d94-3bda-453b-9e17-06ef8111fe22,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:00.606261 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc5c45a-8f92-4257-be00-35409257332c admin admin] Checking segment: {'id': '1aebb088-a8dc-4292-8445-7b4ac5a383f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:07:00.617982 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc5c45a-8f92-4257-be00-35409257332c admin admin] Network hostable DHCP agents. Network: 4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe, hostable agents: ['acf894c1-b7b8-4d52-ad08-8b9062216bf0'], hosted agents: [] {{(pid=118834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:07:00.744028 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc5c45a-8f92-4257-be00-35409257332c admin admin] Network 4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe is scheduled to be hosted by DHCP agent acf894c1-b7b8-4d52-ad08-8b9062216bf0 with binding_index 1 {{(pid=118834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:07:00.759701 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 679c778f-9142-44f9-8bd1-3148de1960c7 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:07:00.799062 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'name': 'tempest-TestShelveInstance-178698612-router', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:06:54Z', 'updated_at': '2021-10-27T17:06:57Z', 'revision_number': 4, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'gw_port': {'id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:06:55Z', 'updated_at': '2021-10-27T17:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': 'dd08161c-4b2e-499e-92fa-aba08d9c4314', 'name': '', 'network_id': '07498dd1-2882-444c-978e-46285484b33d', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'mac_address': 'fa:16:3e:f4:34:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2038848a-a09a-4f9c-a4fd-769b5112000d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:06:57Z', 'updated_at': '2021-10-27T17:06:58Z', 'revision_number': 2, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'subnets': [{'id': '2038848a-a09a-4f9c-a4fd-769b5112000d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:00.812418 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 679c778f-9142-44f9-8bd1-3148de1960c7 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:00.812826 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:00.831165 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] Checking router: 4eab40d2-6c11-4aa5-85ac-537683199bbb for host: dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:07:00.831512 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] Updating router 4eab40d2-6c11-4aa5-85ac-537683199bbb port dd08161c-4b2e-499e-92fa-aba08d9c4314 binding host dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:07:00.842186 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-dfc5c45a-8f92-4257-be00-35409257332c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815701-1-iscsi, 4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe) {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:07:00.848058 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc5c45a-8f92-4257-be00-35409257332c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:00.848687 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-dfc5c45a-8f92-4257-be00-35409257332c admin admin] Publish callbacks [] for subnet, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:00.854047 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd20dd60-6363-46bc-a0a8-3bde9c30caf5 None None] Network 4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:07:00.861984 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:00.941445 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-dfc5c45a-8f92-4257-be00-35409257332c admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7551894 Oct 27 17:07:00.944705 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 59908) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:07:00.951388 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1553686498-router', 'tenant_id': '65f9364942f14cbfa4e4d07c91424fe4', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:07:00.981451 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.032384 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] For port 679c778f-9142-44f9-8bd1-3148de1960c7, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=679c778f-9142-44f9-8bd1-3148de1960c7,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:07:01.076276 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133762219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5348'] for router, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.077585 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133763026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133802025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5343'] for router, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.079485 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c36f6a7-e2b0-43b5-8dc0-c3256e83f50d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2db10bf-0ac3-55c3-8a00-d510631ac45a-4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe', 'network_id': '4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe', 'tenant_id': '65f9364942f14cbfa4e4d07c91424fe4', 'fixed_ips': [{'subnet_id': '65c62d94-3bda-453b-9e17-06ef8111fe22'}]}} from dv-cinder-815701-1-iscsi. {{(pid=118835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:07:01.080392 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-8c36f6a7-e2b0-43b5-8dc0-c3256e83f50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.109944 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.143067 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.227610 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] Publish callbacks [] for port, precommit_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.249643 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Pushing event updated for resources: {'Port': ['ID=679c778f-9142-44f9-8bd1-3148de1960c7,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:01.274181 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.db_base_plugin_common [None req-8c36f6a7-e2b0-43b5-8dc0-c3256e83f50d None None] Allocated IP 172.20.0.2 (4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe/65c62d94-3bda-453b-9e17-06ef8111fe22/93539679-d1db-42bb-9d31-0054c9288183) {{(pid=118835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:07:01.315079 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.350255 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.364412 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695508c-e62e-4510-9392-527dc107447d None None] Pushing event updated for resources: {'Port': ['ID=dd08161c-4b2e-499e-92fa-aba08d9c4314,revision_number=3']} {{(pid=118836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:01.374824 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1695508c-e62e-4510-9392-527dc107447d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:01.375201 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1695508c-e62e-4510-9392-527dc107447d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:01.375544 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1695508c-e62e-4510-9392-527dc107447d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:01.375877 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1695508c-e62e-4510-9392-527dc107447d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:01.376206 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1695508c-e62e-4510-9392-527dc107447d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:01.376533 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1695508c-e62e-4510-9392-527dc107447d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:01.376888 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1695508c-e62e-4510-9392-527dc107447d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:01.377220 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1695508c-e62e-4510-9392-527dc107447d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:01.377564 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1695508c-e62e-4510-9392-527dc107447d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:01.377886 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1695508c-e62e-4510-9392-527dc107447d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:01.378208 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1695508c-e62e-4510-9392-527dc107447d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:01.378794 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1695508c-e62e-4510-9392-527dc107447d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:01.447236 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-8c36f6a7-e2b0-43b5-8dc0-c3256e83f50d None None] Publish callbacks [] for port, precommit_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.452540 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] Attempting to bind port dd08161c-4b2e-499e-92fa-aba08d9c4314 on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:07:01.452986 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] Attempting to bind port dd08161c-4b2e-499e-92fa-aba08d9c4314 by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': '0d9014a4-3f25-4fd8-961e-bdce34dcf2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1375, 'network_id': '07498dd1-2882-444c-978e-46285484b33d'}] {{(pid=118836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:07:01.453533 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] Attempting to bind port dd08161c-4b2e-499e-92fa-aba08d9c4314 on network 07498dd1-2882-444c-978e-46285484b33d {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:07:01.460140 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:07:01.460675 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] Checking segment: {'id': '0d9014a4-3f25-4fd8-961e-bdce34dcf2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1375, 'network_id': '07498dd1-2882-444c-978e-46285484b33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:07:01.461156 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.461678 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] Bound using segment: {'id': '0d9014a4-3f25-4fd8-961e-bdce34dcf2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1375, 'network_id': '07498dd1-2882-444c-978e-46285484b33d'} {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:07:01.462276 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] Bound port: dd08161c-4b2e-499e-92fa-aba08d9c4314, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9014a4-3f25-4fd8-961e-bdce34dcf2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1375, 'network_id': '07498dd1-2882-444c-978e-46285484b33d'}}] {{(pid=118836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:07:01.462937 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.510645 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-8c36f6a7-e2b0-43b5-8dc0-c3256e83f50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268'] for port, after_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.548418 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.db [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] For port dd08161c-4b2e-499e-92fa-aba08d9c4314, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:07:01.552578 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.db [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] For port dd08161c-4b2e-499e-92fa-aba08d9c4314, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=dd08161c-4b2e-499e-92fa-aba08d9c4314,segment=NetworkSegment(0d9014a4-3f25-4fd8-961e-bdce34dcf2dc),segment_id=0d9014a4-3f25-4fd8-961e-bdce34dcf2dc)] {{(pid=118836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:07:01.566098 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c36f6a7-e2b0-43b5-8dc0-c3256e83f50d None None] Network 4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe is already hosted by enough agents. {{(pid=118835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:07:01.567553 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.scheduler.base_scheduler [None req-8c36f6a7-e2b0-43b5-8dc0-c3256e83f50d None None] Resources bound (agent type, host, resource id): {{(pid=118835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:07:01.571746 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c36f6a7-e2b0-43b5-8dc0-c3256e83f50d None None] Received port after_create {{(pid=118835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:07:01.602088 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36f6a7-e2b0-43b5-8dc0-c3256e83f50d None None] Pushing event updated for resources: {'Port': ['ID=93539679-d1db-42bb-9d31-0054c9288183,revision_number=1']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:01.611851 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.639545 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.640168 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-8c36f6a7-e2b0-43b5-8dc0-c3256e83f50d None None] Attempting to bind port 93539679-d1db-42bb-9d31-0054c9288183 on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:07:01.640541 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-8c36f6a7-e2b0-43b5-8dc0-c3256e83f50d None None] Attempting to bind port 93539679-d1db-42bb-9d31-0054c9288183 by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': '1aebb088-a8dc-4292-8445-7b4ac5a383f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe'}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:07:01.640912 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c36f6a7-e2b0-43b5-8dc0-c3256e83f50d None None] Attempting to bind port 93539679-d1db-42bb-9d31-0054c9288183 on network 4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:07:01.646284 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c36f6a7-e2b0-43b5-8dc0-c3256e83f50d None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:07:01.646638 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c36f6a7-e2b0-43b5-8dc0-c3256e83f50d None None] Checking segment: {'id': '1aebb088-a8dc-4292-8445-7b4ac5a383f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:07:01.647034 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-8c36f6a7-e2b0-43b5-8dc0-c3256e83f50d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.647418 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c36f6a7-e2b0-43b5-8dc0-c3256e83f50d None None] Bound using segment: {'id': '1aebb088-a8dc-4292-8445-7b4ac5a383f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe'} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:07:01.647877 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-8c36f6a7-e2b0-43b5-8dc0-c3256e83f50d None None] Bound port: 93539679-d1db-42bb-9d31-0054c9288183, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aebb088-a8dc-4292-8445-7b4ac5a383f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe'}}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:07:01.648247 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-8c36f6a7-e2b0-43b5-8dc0-c3256e83f50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.668170 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.673354 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] Routers {'4eab40d2-6c11-4aa5-85ac-537683199bbb'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:07:01.673931 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:06:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4eab40d2-6c11-4aa5-85ac-537683199bbb'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:01.710635 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-be73a632-326e-408b-aec4-69734953198e None None] Provisioning complete for port dd08161c-4b2e-499e-92fa-aba08d9c4314 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:01.710965 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-be73a632-326e-408b-aec4-69734953198e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.780810 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-8c36f6a7-e2b0-43b5-8dc0-c3256e83f50d None None] For port 93539679-d1db-42bb-9d31-0054c9288183, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:07:01.784485 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-8c36f6a7-e2b0-43b5-8dc0-c3256e83f50d None None] For port 93539679-d1db-42bb-9d31-0054c9288183, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=93539679-d1db-42bb-9d31-0054c9288183,segment=NetworkSegment(1aebb088-a8dc-4292-8445-7b4ac5a383f7),segment_id=1aebb088-a8dc-4292-8445-7b4ac5a383f7)] {{(pid=118835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:07:01.806075 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] Set router 4eab40d2-6c11-4aa5-85ac-537683199bbb gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:07:01.814849 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_common [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Allocated IP 172.27.3.3 (ed716183-5f1c-445b-936f-259913b9090b/855c9060-65b5-4295-a48e-32e34bdb0777/438e7b38-9103-4a53-91ba-dbee2e8db96e) {{(pid=118833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:07:01.843348 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-be73a632-326e-408b-aec4-69734953198e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.856005 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-8c36f6a7-e2b0-43b5-8dc0-c3256e83f50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.937396 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-be73a632-326e-408b-aec4-69734953198e None None] For port dd08161c-4b2e-499e-92fa-aba08d9c4314, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=dd08161c-4b2e-499e-92fa-aba08d9c4314,segment=NetworkSegment(0d9014a4-3f25-4fd8-961e-bdce34dcf2dc),segment_id=0d9014a4-3f25-4fd8-961e-bdce34dcf2dc)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:07:01.954966 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36f6a7-e2b0-43b5-8dc0-c3256e83f50d None None] Pushing event updated for resources: {'Port': ['ID=93539679-d1db-42bb-9d31-0054c9288183,revision_number=2']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:01.965421 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695508c-e62e-4510-9392-527dc107447d None None] Pushing event updated for resources: {'Port': ['ID=dd08161c-4b2e-499e-92fa-aba08d9c4314,revision_number=4']} {{(pid=118836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:01.967163 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Publish callbacks [] for port, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:02.018764 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-be73a632-326e-408b-aec4-69734953198e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:02.057755 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'name': 'tempest-TestShelveInstance-178698612-router', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:06:54Z', 'updated_at': '2021-10-27T17:06:57Z', 'revision_number': 4, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'gw_port': {'id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:06:55Z', 'updated_at': '2021-10-27T17:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': 'dd08161c-4b2e-499e-92fa-aba08d9c4314', 'name': '', 'network_id': '07498dd1-2882-444c-978e-46285484b33d', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'mac_address': 'fa:16:3e:f4:34:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2038848a-a09a-4f9c-a4fd-769b5112000d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:06:57Z', 'updated_at': '2021-10-27T17:07:01Z', 'revision_number': 4, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'subnets': [{'id': '2038848a-a09a-4f9c-a4fd-769b5112000d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:02.077289 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:02.078734 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73a632-326e-408b-aec4-69734953198e None None] Pushing event updated for resources: {'Port': ['ID=dd08161c-4b2e-499e-92fa-aba08d9c4314,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:02.094372 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af05903-22cd-404a-b5cc-a8bd97efd3ed None None] The sync data for ids ['4eab40d2-6c11-4aa5-85ac-537683199bbb'] in dv-cinder-815701-1-iscsi is: [{'id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'name': 'tempest-TestShelveInstance-178698612-router', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:06:54Z', 'updated_at': '2021-10-27T17:06:57Z', 'revision_number': 4, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'gw_port': {'id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:06:55Z', 'updated_at': '2021-10-27T17:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': 'dd08161c-4b2e-499e-92fa-aba08d9c4314', 'name': '', 'network_id': '07498dd1-2882-444c-978e-46285484b33d', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'mac_address': 'fa:16:3e:f4:34:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2038848a-a09a-4f9c-a4fd-769b5112000d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:06:57Z', 'updated_at': '2021-10-27T17:07:01Z', 'revision_number': 4, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'subnets': [{'id': '2038848a-a09a-4f9c-a4fd-769b5112000d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:07:02.116321 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Network ed716183-5f1c-445b-936f-259913b9090b is already hosted by enough agents. {{(pid=118833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:07:02.137967 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Resources bound (agent type, host, resource id): {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:07:02.143164 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Received port after_create {{(pid=118833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:07:02.168361 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-fab32acb-4589-4d55-879e-0dc710acd61a None None] Provisioning complete for port dd08161c-4b2e-499e-92fa-aba08d9c4314 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:02.168764 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-fab32acb-4589-4d55-879e-0dc710acd61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:02.192955 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Pushing event updated for resources: {'Port': ['ID=438e7b38-9103-4a53-91ba-dbee2e8db96e,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:02.205823 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:02.206269 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:02.206689 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:02.207111 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:02.207517 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:02.207908 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:02.208303 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:02.208719 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:02.209110 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:02.209503 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:02.209902 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:02.210295 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:02.581855 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:02.845277 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133760848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133762959'] for router, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:02.943959 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device dd08161c-4b2e-499e-92fa-aba08d9c4314 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:07:03.016828 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port dd08161c-4b2e-499e-92fa-aba08d9c4314 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:03.017104 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:03.064689 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadcb404-3e3c-424b-8067-6555be0b375f None None] Network 4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:07:03.110141 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Router aefa6961-b515-4980-a1a5-30ac04a52e7b is scheduled to L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 with binding_index 1 {{(pid=118833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:07:03.233560 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:07:03.255701 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] Sync routers for ids ['aefa6961-b515-4980-a1a5-30ac04a52e7b'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:07:03.288313 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 93539679-d1db-42bb-9d31-0054c9288183 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:07:03.315058 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] Routers {'aefa6961-b515-4980-a1a5-30ac04a52e7b'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:07:03.315687 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:06:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['aefa6961-b515-4980-a1a5-30ac04a52e7b'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:03.324682 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-2bed2e01-d16d-4680-b60a-a8c0290c7e55 None None] Provisioning complete for port 93539679-d1db-42bb-9d31-0054c9288183 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:03.324682 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-2bed2e01-d16d-4680-b60a-a8c0290c7e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:03.325283 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] Publish callbacks [] for router, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:03.329438 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 59928) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:07:03.329937 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-1aa37cb1-2c8f-417b-a10d-9f4ec9b64781 admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3832424 Oct 27 17:07:03.537895 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] Set router aefa6961-b515-4980-a1a5-30ac04a52e7b gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:07:03.539671 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 93539679-d1db-42bb-9d31-0054c9288183 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:03.539976 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:03.724773 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-2bed2e01-d16d-4680-b60a-a8c0290c7e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:03.778383 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:03.824921 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-2bed2e01-d16d-4680-b60a-a8c0290c7e55 None None] For port 93539679-d1db-42bb-9d31-0054c9288183, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=93539679-d1db-42bb-9d31-0054c9288183,segment=NetworkSegment(1aebb088-a8dc-4292-8445-7b4ac5a383f7),segment_id=1aebb088-a8dc-4292-8445-7b4ac5a383f7)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:07:03.858611 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:03.898180 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefa6961-b515-4980-a1a5-30ac04a52e7b', 'name': 'tempest-TestShelveInstance-1553686498-router', 'tenant_id': '65f9364942f14cbfa4e4d07c91424fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '438e7b38-9103-4a53-91ba-dbee2e8db96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:01Z', 'updated_at': '2021-10-27T17:07:02Z', 'revision_number': 3, 'project_id': '65f9364942f14cbfa4e4d07c91424fe4', 'gw_port': {'id': '438e7b38-9103-4a53-91ba-dbee2e8db96e', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefa6961-b515-4980-a1a5-30ac04a52e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:01Z', 'updated_at': '2021-10-27T17:07:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:03.926787 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-2bed2e01-d16d-4680-b60a-a8c0290c7e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:03.930706 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] Checking router: aefa6961-b515-4980-a1a5-30ac04a52e7b for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:07:03.931057 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] Updating router aefa6961-b515-4980-a1a5-30ac04a52e7b port 438e7b38-9103-4a53-91ba-dbee2e8db96e binding host dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:07:03.954072 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Allocated IP 172.20.0.1 (4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe/65c62d94-3bda-453b-9e17-06ef8111fe22/4f91aca8-d4d8-4f88-a952-cb2d7431a37c) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:07:04.020540 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:04.028524 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.db.api [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=118835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 17:07:04.034464 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG oslo_db.api [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 17:07:04.061519 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed2e01-d16d-4680-b60a-a8c0290c7e55 None None] Pushing event updated for resources: {'Port': ['ID=93539679-d1db-42bb-9d31-0054c9288183,revision_number=3']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:04.063348 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:04.122354 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-15e6c3da-3fc8-4667-bf2a-ce02038b3ae9 None None] Provisioning complete for port 93539679-d1db-42bb-9d31-0054c9288183 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:04.122713 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-15e6c3da-3fc8-4667-bf2a-ce02038b3ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:04.156502 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:04.197193 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Network 4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:07:04.200729 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:07:04.204281 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:07:04.236863 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Pushing event updated for resources: {'Port': ['ID=4f91aca8-d4d8-4f88-a952-cb2d7431a37c,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:04.248203 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:04.248586 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:04.248922 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:04.249255 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:04.249580 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:04.249914 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:04.250241 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:04.250573 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:04.250913 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:04.251637 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:04.251637 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:04.252006 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:04.267569 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133703890'] for router_interface, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:04.374510 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] Publish callbacks [] for port, precommit_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:04.447551 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:04.506583 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] Attempting to bind port 438e7b38-9103-4a53-91ba-dbee2e8db96e on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:07:04.507084 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] Attempting to bind port 438e7b38-9103-4a53-91ba-dbee2e8db96e by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:07:04.507546 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] Attempting to bind port 438e7b38-9103-4a53-91ba-dbee2e8db96e on network ed716183-5f1c-445b-936f-259913b9090b {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:07:04.510757 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2683e87-1748-4c08-a294-85d0d226c7ce None None] Pushing event updated for resources: {'Port': ['ID=438e7b38-9103-4a53-91ba-dbee2e8db96e,revision_number=2']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:04.516882 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:07:04.517409 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] Checking segment: {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:07:04.517901 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:04.518413 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] Bound using segment: {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:07:04.518984 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] Bound port: 438e7b38-9103-4a53-91ba-dbee2e8db96e, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:07:04.519622 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:04.600403 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 679c778f-9142-44f9-8bd1-3148de1960c7 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:07:04.626922 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] For port 438e7b38-9103-4a53-91ba-dbee2e8db96e, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:07:04.650903 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] For port 438e7b38-9103-4a53-91ba-dbee2e8db96e, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=438e7b38-9103-4a53-91ba-dbee2e8db96e,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:07:04.662739 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-fc2acef3-1e15-40b0-833d-948dc7ab239c None None] Provisioning complete for port 4f91aca8-d4d8-4f88-a952-cb2d7431a37c triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:04.663097 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-fc2acef3-1e15-40b0-833d-948dc7ab239c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:04.703573 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-fc2acef3-1e15-40b0-833d-948dc7ab239c None None] Port 4f91aca8-d4d8-4f88-a952-cb2d7431a37c cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:07:04.705115 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 679c778f-9142-44f9-8bd1-3148de1960c7 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:04.705476 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:04.754016 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:04.776212 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:04.849811 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] Routers {'aefa6961-b515-4980-a1a5-30ac04a52e7b'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:07:04.850508 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:06:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['aefa6961-b515-4980-a1a5-30ac04a52e7b'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:04.852185 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2683e87-1748-4c08-a294-85d0d226c7ce None None] Pushing event updated for resources: {'Port': ['ID=438e7b38-9103-4a53-91ba-dbee2e8db96e,revision_number=3']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:04.950960 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:05.017891 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 93539679-d1db-42bb-9d31-0054c9288183 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:07:05.030606 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:05.100872 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Pushing event updated for resources: {'Port': ['ID=4f91aca8-d4d8-4f88-a952-cb2d7431a37c,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:05.103350 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133607302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133762626'] for router_interface, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:05.126071 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] Set router aefa6961-b515-4980-a1a5-30ac04a52e7b gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:07:05.156063 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 93539679-d1db-42bb-9d31-0054c9288183 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:05.156503 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:05.214109 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Network 4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:07:05.216182 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:07:05.337875 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Router aefa6961-b515-4980-a1a5-30ac04a52e7b has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:07:05.399645 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefa6961-b515-4980-a1a5-30ac04a52e7b', 'name': 'tempest-TestShelveInstance-1553686498-router', 'tenant_id': '65f9364942f14cbfa4e4d07c91424fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '438e7b38-9103-4a53-91ba-dbee2e8db96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:01Z', 'updated_at': '2021-10-27T17:07:04Z', 'revision_number': 4, 'project_id': '65f9364942f14cbfa4e4d07c91424fe4', 'gw_port': {'id': '438e7b38-9103-4a53-91ba-dbee2e8db96e', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefa6961-b515-4980-a1a5-30ac04a52e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:01Z', 'updated_at': '2021-10-27T17:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '4f91aca8-d4d8-4f88-a952-cb2d7431a37c', 'name': '', 'network_id': '4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe', 'tenant_id': '65f9364942f14cbfa4e4d07c91424fe4', 'mac_address': 'fa:16:3e:4c:39:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefa6961-b515-4980-a1a5-30ac04a52e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '65c62d94-3bda-453b-9e17-06ef8111fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:03Z', 'updated_at': '2021-10-27T17:07:03Z', 'revision_number': 1, 'project_id': '65f9364942f14cbfa4e4d07c91424fe4', 'subnets': [{'id': '65c62d94-3bda-453b-9e17-06ef8111fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:05.436585 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbf8ada-74da-493e-87c6-38582c30c8fa None None] The sync data for ids ['aefa6961-b515-4980-a1a5-30ac04a52e7b'] in dv-cinder-815701-1-iscsi is: [{'id': 'aefa6961-b515-4980-a1a5-30ac04a52e7b', 'name': 'tempest-TestShelveInstance-1553686498-router', 'tenant_id': '65f9364942f14cbfa4e4d07c91424fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '438e7b38-9103-4a53-91ba-dbee2e8db96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:01Z', 'updated_at': '2021-10-27T17:07:04Z', 'revision_number': 4, 'project_id': '65f9364942f14cbfa4e4d07c91424fe4', 'gw_port': {'id': '438e7b38-9103-4a53-91ba-dbee2e8db96e', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefa6961-b515-4980-a1a5-30ac04a52e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:01Z', 'updated_at': '2021-10-27T17:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '4f91aca8-d4d8-4f88-a952-cb2d7431a37c', 'name': '', 'network_id': '4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe', 'tenant_id': '65f9364942f14cbfa4e4d07c91424fe4', 'mac_address': 'fa:16:3e:4c:39:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefa6961-b515-4980-a1a5-30ac04a52e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '65c62d94-3bda-453b-9e17-06ef8111fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:03Z', 'updated_at': '2021-10-27T17:07:03Z', 'revision_number': 1, 'project_id': '65f9364942f14cbfa4e4d07c91424fe4', 'subnets': [{'id': '65c62d94-3bda-453b-9e17-06ef8111fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:07:05.447473 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-6166c6ab-9fb7-4e68-98e3-26ba448be532 None None] Provisioning complete for port 4f91aca8-d4d8-4f88-a952-cb2d7431a37c triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:05.447852 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-6166c6ab-9fb7-4e68-98e3-26ba448be532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:05.467418 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:07:05.479330 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-8d1bed0a-8081-4313-a97d-5c2bb483f324 admin admin] 10.222.0.109 "PUT /v2.0/routers/aefa6961-b515-4980-a1a5-30ac04a52e7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1403015 Oct 27 17:07:05.490929 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-6166c6ab-9fb7-4e68-98e3-26ba448be532 None None] Port 4f91aca8-d4d8-4f88-a952-cb2d7431a37c cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:07:05.887752 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:06.931835 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 438e7b38-9103-4a53-91ba-dbee2e8db96e up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:07:06.983972 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 438e7b38-9103-4a53-91ba-dbee2e8db96e triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:06.984338 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:07.065415 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:07.091196 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] For port 438e7b38-9103-4a53-91ba-dbee2e8db96e, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=438e7b38-9103-4a53-91ba-dbee2e8db96e,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:07:07.139171 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:07.140996 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 59956) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:07:07.148247 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-727a6416-5f0b-424a-9948-a5a38b339ad6 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2113027926', 'description': 'tempest-secgroup-smoke-2113027926 description', 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:07:07.199460 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Pushing event updated for resources: {'Port': ['ID=438e7b38-9103-4a53-91ba-dbee2e8db96e,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:07.225156 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-727a6416-5f0b-424a-9948-a5a38b339ad6 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:07.298900 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-727a6416-5f0b-424a-9948-a5a38b339ad6 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:07.350301 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-727a6416-5f0b-424a-9948-a5a38b339ad6 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:07.381958 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a6416-5f0b-424a-9948-a5a38b339ad6 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddb5a8a-66f7-4ab1-a167-4587726744cd,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:07.432797 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-727a6416-5f0b-424a-9948-a5a38b339ad6 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:07.434865 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-727a6416-5f0b-424a-9948-a5a38b339ad6 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2927811 Oct 27 17:07:07.437809 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 59958) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:07:07.442219 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-c1303529-59ad-4580-a645-06552a57a4d3 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Request body: {'security_group_rule': {'security_group_id': '0ddb5a8a-66f7-4ab1-a167-4587726744cd', 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:07:07.537638 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c1303529-59ad-4580-a645-06552a57a4d3 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:07.598844 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c1303529-59ad-4580-a645-06552a57a4d3 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:07.682207 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c1303529-59ad-4580-a645-06552a57a4d3 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:07.700754 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1303529-59ad-4580-a645-06552a57a4d3 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e60ca92c-cd53-43df-85ed-8160a6a5a019,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:07.775629 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c1303529-59ad-4580-a645-06552a57a4d3 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:07.777495 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-c1303529-59ad-4580-a645-06552a57a4d3 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3381853 Oct 27 17:07:07.783902 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 59964) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:07:07.788306 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-3309c276-5c2e-4e26-9672-bb972475ef90 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Request body: {'security_group_rule': {'security_group_id': '0ddb5a8a-66f7-4ab1-a167-4587726744cd', 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:07:07.876285 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3309c276-5c2e-4e26-9672-bb972475ef90 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:07.919749 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] Sync routers for ids ['aefa6961-b515-4980-a1a5-30ac04a52e7b'] in dv-cinder-815701-1-iscsi {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:07:07.931064 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] Routers {'aefa6961-b515-4980-a1a5-30ac04a52e7b'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:07:07.931777 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:06:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['aefa6961-b515-4980-a1a5-30ac04a52e7b'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:07.954292 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3309c276-5c2e-4e26-9672-bb972475ef90 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.017501 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3309c276-5c2e-4e26-9672-bb972475ef90 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.046149 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] Set router aefa6961-b515-4980-a1a5-30ac04a52e7b gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:07:08.054558 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309c276-5c2e-4e26-9672-bb972475ef90 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4c24e9-83be-4f14-a99c-0a0b68b20eb3,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:08.080731 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600db9a-2217-4a85-99a3-1aac1a16eeb5 req-e33bfaa9-f8af-4f83-ae80-687cb9ca82ab tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:08.082375 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d600db9a-2217-4a85-99a3-1aac1a16eeb5 req-e33bfaa9-f8af-4f83-ae80-687cb9ca82ab tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0755038 Oct 27 17:07:08.123854 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d600db9a-2217-4a85-99a3-1aac1a16eeb5 req-d0dbbdc5-ba25-4f4a-81a2-0bfc5b5c910a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351598 Oct 27 17:07:08.132796 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3309c276-5c2e-4e26-9672-bb972475ef90 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.134058 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-3309c276-5c2e-4e26-9672-bb972475ef90 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3492088 Oct 27 17:07:08.139611 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 59970) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:07:08.143904 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-ee2c27ca-cf07-42e4-b08b-01df9eee1dd9 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Request body: {'security_group_rule': {'security_group_id': '0ddb5a8a-66f7-4ab1-a167-4587726744cd', 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:07:08.241250 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ee2c27ca-cf07-42e4-b08b-01df9eee1dd9 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.258964 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefa6961-b515-4980-a1a5-30ac04a52e7b', 'name': 'tempest-TestShelveInstance-1553686498-router', 'tenant_id': '65f9364942f14cbfa4e4d07c91424fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '438e7b38-9103-4a53-91ba-dbee2e8db96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:01Z', 'updated_at': '2021-10-27T17:07:04Z', 'revision_number': 4, 'project_id': '65f9364942f14cbfa4e4d07c91424fe4', 'gw_port': {'id': '438e7b38-9103-4a53-91ba-dbee2e8db96e', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefa6961-b515-4980-a1a5-30ac04a52e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:01Z', 'updated_at': '2021-10-27T17:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '4f91aca8-d4d8-4f88-a952-cb2d7431a37c', 'name': '', 'network_id': '4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe', 'tenant_id': '65f9364942f14cbfa4e4d07c91424fe4', 'mac_address': 'fa:16:3e:4c:39:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefa6961-b515-4980-a1a5-30ac04a52e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '65c62d94-3bda-453b-9e17-06ef8111fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:03Z', 'updated_at': '2021-10-27T17:07:04Z', 'revision_number': 2, 'project_id': '65f9364942f14cbfa4e4d07c91424fe4', 'subnets': [{'id': '65c62d94-3bda-453b-9e17-06ef8111fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:08.284927 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] Checking router: aefa6961-b515-4980-a1a5-30ac04a52e7b for host: dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:07:08.285279 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] Updating router aefa6961-b515-4980-a1a5-30ac04a52e7b port 4f91aca8-d4d8-4f88-a952-cb2d7431a37c binding host dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:07:08.300540 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ee2c27ca-cf07-42e4-b08b-01df9eee1dd9 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.314489 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.350823 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ee2c27ca-cf07-42e4-b08b-01df9eee1dd9 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.370958 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c27ca-cf07-42e4-b08b-01df9eee1dd9 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04305fc8-ba29-46b0-bc48-b5532ef02497,revision_number=0']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:08.421326 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ee2c27ca-cf07-42e4-b08b-01df9eee1dd9 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.422988 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-ee2c27ca-cf07-42e4-b08b-01df9eee1dd9 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2840421 Oct 27 17:07:08.425854 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 59972) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:07:08.430419 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-49475d0b-b970-44dc-98f6-07b4e01f86c8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Request body: {'security_group_rule': {'security_group_id': '0ddb5a8a-66f7-4ab1-a167-4587726744cd', 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:07:08.498395 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-49475d0b-b970-44dc-98f6-07b4e01f86c8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.560912 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-49475d0b-b970-44dc-98f6-07b4e01f86c8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.576364 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] Publish callbacks [] for port, precommit_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.630487 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-49475d0b-b970-44dc-98f6-07b4e01f86c8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.649156 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49475d0b-b970-44dc-98f6-07b4e01f86c8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4e63be-c287-451c-8d47-d7d6f374c95e,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:08.659119 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.709014 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f4ae4-ff0e-40a9-b3a1-aeeddca982d0 None None] Pushing event updated for resources: {'Port': ['ID=4f91aca8-d4d8-4f88-a952-cb2d7431a37c,revision_number=3']} {{(pid=118836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:08.713851 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-49475d0b-b970-44dc-98f6-07b4e01f86c8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.720428 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-49475d0b-b970-44dc-98f6-07b4e01f86c8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2892044 Oct 27 17:07:08.720428 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 59974) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:07:08.724116 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-0e74ba39-8c3a-4d09-abd1-6121f9cdc1bd tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Request body: {'security_group_rule': {'security_group_id': '0ddb5a8a-66f7-4ab1-a167-4587726744cd', 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:07:08.765840 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] Attempting to bind port 4f91aca8-d4d8-4f88-a952-cb2d7431a37c on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:07:08.766205 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] Attempting to bind port 4f91aca8-d4d8-4f88-a952-cb2d7431a37c by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': '1aebb088-a8dc-4292-8445-7b4ac5a383f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe'}] {{(pid=118836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:07:08.766586 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] Attempting to bind port 4f91aca8-d4d8-4f88-a952-cb2d7431a37c on network 4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:07:08.772026 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:07:08.777885 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] Checking segment: {'id': '1aebb088-a8dc-4292-8445-7b4ac5a383f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:07:08.777885 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.777885 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] Bound using segment: {'id': '1aebb088-a8dc-4292-8445-7b4ac5a383f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe'} {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:07:08.777885 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] Bound port: 4f91aca8-d4d8-4f88-a952-cb2d7431a37c, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aebb088-a8dc-4292-8445-7b4ac5a383f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe'}}] {{(pid=118836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:07:08.777885 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.819437 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.securitygroups_db [None req-0e74ba39-8c3a-4d09-abd1-6121f9cdc1bd tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Project c20518b6896c4bd5b8e9508a0f84de09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:07:08.825844 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0e74ba39-8c3a-4d09-abd1-6121f9cdc1bd tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.842607 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.db [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] For port 4f91aca8-d4d8-4f88-a952-cb2d7431a37c, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:07:08.846579 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.db [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] For port 4f91aca8-d4d8-4f88-a952-cb2d7431a37c, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=4f91aca8-d4d8-4f88-a952-cb2d7431a37c,segment=NetworkSegment(1aebb088-a8dc-4292-8445-7b4ac5a383f7),segment_id=1aebb088-a8dc-4292-8445-7b4ac5a383f7)] {{(pid=118836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:07:08.897737 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0e74ba39-8c3a-4d09-abd1-6121f9cdc1bd tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.914911 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.915026 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 438e7b38-9103-4a53-91ba-dbee2e8db96e up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:07:08.961351 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] Routers {'aefa6961-b515-4980-a1a5-30ac04a52e7b'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:07:08.961881 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:06:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['aefa6961-b515-4980-a1a5-30ac04a52e7b'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:08.967443 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-b84a1d2d-8ce2-46c8-bcdb-934d460bd981 None None] Provisioning complete for port 4f91aca8-d4d8-4f88-a952-cb2d7431a37c triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:08.967808 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b84a1d2d-8ce2-46c8-bcdb-934d460bd981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.991548 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0e74ba39-8c3a-4d09-abd1-6121f9cdc1bd tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:09.014105 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 438e7b38-9103-4a53-91ba-dbee2e8db96e triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:09.014287 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:09.026269 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74ba39-8c3a-4d09-abd1-6121f9cdc1bd tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d2c584-a904-4e44-a699-bbcecb553985,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:09.095957 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0e74ba39-8c3a-4d09-abd1-6121f9cdc1bd tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:09.096887 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-0e74ba39-8c3a-4d09-abd1-6121f9cdc1bd tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3770676 Oct 27 17:07:09.099598 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 59978) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:07:09.104078 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-6743f7af-a219-4fe4-85e7-b1878d8086f1 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Request body: {'security_group_rule': {'security_group_id': '0ddb5a8a-66f7-4ab1-a167-4587726744cd', 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:07:09.110854 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b84a1d2d-8ce2-46c8-bcdb-934d460bd981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:09.193661 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f4ae4-ff0e-40a9-b3a1-aeeddca982d0 None None] Pushing event updated for resources: {'Port': ['ID=4f91aca8-d4d8-4f88-a952-cb2d7431a37c,revision_number=4']} {{(pid=118836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:09.196393 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-b84a1d2d-8ce2-46c8-bcdb-934d460bd981 None None] For port 4f91aca8-d4d8-4f88-a952-cb2d7431a37c, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=4f91aca8-d4d8-4f88-a952-cb2d7431a37c,segment=NetworkSegment(1aebb088-a8dc-4292-8445-7b4ac5a383f7),segment_id=1aebb088-a8dc-4292-8445-7b4ac5a383f7)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:07:09.197235 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] Set router aefa6961-b515-4980-a1a5-30ac04a52e7b gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:07:09.213865 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.securitygroups_db [None req-6743f7af-a219-4fe4-85e7-b1878d8086f1 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Project c20518b6896c4bd5b8e9508a0f84de09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:07:09.220442 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-6743f7af-a219-4fe4-85e7-b1878d8086f1 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:09.253555 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b84a1d2d-8ce2-46c8-bcdb-934d460bd981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:09.286512 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da6070-70e5-42ec-aece-dd3253fa3e24 req-f53e84d7-6348-412b-be65-51d375df8348 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:09.289594 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-6743f7af-a219-4fe4-85e7-b1878d8086f1 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:09.296038 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-32da6070-70e5-42ec-aece-dd3253fa3e24 req-f53e84d7-6348-412b-be65-51d375df8348 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0614855 Oct 27 17:07:09.315183 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a1d2d-8ce2-46c8-bcdb-934d460bd981 None None] Pushing event updated for resources: {'Port': ['ID=4f91aca8-d4d8-4f88-a952-cb2d7431a37c,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:09.330726 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-32da6070-70e5-42ec-aece-dd3253fa3e24 req-c68d106c-43a2-4a75-8043-f0db9531fe3b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338275 Oct 27 17:07:09.345937 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-6743f7af-a219-4fe4-85e7-b1878d8086f1 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:09.364096 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743f7af-a219-4fe4-85e7-b1878d8086f1 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a034ca1a-ede3-4f3e-834a-71a920b24e44,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:09.377749 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-1d786f80-5a88-49f3-a97e-96ad06dc2b0f None None] Provisioning complete for port 4f91aca8-d4d8-4f88-a952-cb2d7431a37c triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:09.378656 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-1d786f80-5a88-49f3-a97e-96ad06dc2b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:09.429367 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefa6961-b515-4980-a1a5-30ac04a52e7b', 'name': 'tempest-TestShelveInstance-1553686498-router', 'tenant_id': '65f9364942f14cbfa4e4d07c91424fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '438e7b38-9103-4a53-91ba-dbee2e8db96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:01Z', 'updated_at': '2021-10-27T17:07:04Z', 'revision_number': 4, 'project_id': '65f9364942f14cbfa4e4d07c91424fe4', 'gw_port': {'id': '438e7b38-9103-4a53-91ba-dbee2e8db96e', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefa6961-b515-4980-a1a5-30ac04a52e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:01Z', 'updated_at': '2021-10-27T17:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '4f91aca8-d4d8-4f88-a952-cb2d7431a37c', 'name': '', 'network_id': '4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe', 'tenant_id': '65f9364942f14cbfa4e4d07c91424fe4', 'mac_address': 'fa:16:3e:4c:39:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefa6961-b515-4980-a1a5-30ac04a52e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '65c62d94-3bda-453b-9e17-06ef8111fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:03Z', 'updated_at': '2021-10-27T17:07:08Z', 'revision_number': 4, 'project_id': '65f9364942f14cbfa4e4d07c91424fe4', 'subnets': [{'id': '65c62d94-3bda-453b-9e17-06ef8111fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:09.432464 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-6743f7af-a219-4fe4-85e7-b1878d8086f1 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:09.433991 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-6743f7af-a219-4fe4-85e7-b1878d8086f1 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3334403 Oct 27 17:07:09.461171 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce16c5f-e8a2-4d07-ba17-94d3e2fa92d5 None None] The sync data for ids ['aefa6961-b515-4980-a1a5-30ac04a52e7b'] in dv-cinder-815701-1-iscsi is: [{'id': 'aefa6961-b515-4980-a1a5-30ac04a52e7b', 'name': 'tempest-TestShelveInstance-1553686498-router', 'tenant_id': '65f9364942f14cbfa4e4d07c91424fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '438e7b38-9103-4a53-91ba-dbee2e8db96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:01Z', 'updated_at': '2021-10-27T17:07:04Z', 'revision_number': 4, 'project_id': '65f9364942f14cbfa4e4d07c91424fe4', 'gw_port': {'id': '438e7b38-9103-4a53-91ba-dbee2e8db96e', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefa6961-b515-4980-a1a5-30ac04a52e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:01Z', 'updated_at': '2021-10-27T17:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '4f91aca8-d4d8-4f88-a952-cb2d7431a37c', 'name': '', 'network_id': '4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe', 'tenant_id': '65f9364942f14cbfa4e4d07c91424fe4', 'mac_address': 'fa:16:3e:4c:39:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefa6961-b515-4980-a1a5-30ac04a52e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '65c62d94-3bda-453b-9e17-06ef8111fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:03Z', 'updated_at': '2021-10-27T17:07:08Z', 'revision_number': 4, 'project_id': '65f9364942f14cbfa4e4d07c91424fe4', 'subnets': [{'id': '65c62d94-3bda-453b-9e17-06ef8111fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:07:10.452437 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb2df6-82a6-4efb-8b1a-bb32363393ef req-d13f1cb7-cad6-4917-b447-aad3f628c63c tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:10.453968 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c3cb2df6-82a6-4efb-8b1a-bb32363393ef req-d13f1cb7-cad6-4917-b447-aad3f628c63c tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0548017 Oct 27 17:07:10.492444 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c3cb2df6-82a6-4efb-8b1a-bb32363393ef req-29dc1375-6816-40f4-b166-565c484e1206 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325873 Oct 27 17:07:10.916056 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 4f91aca8-d4d8-4f88-a952-cb2d7431a37c up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:07:10.964891 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 4f91aca8-d4d8-4f88-a952-cb2d7431a37c triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:10.965342 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:11.608939 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695325-04bc-4675-8589-5b2f83d04170 req-871396bd-cbae-44a7-ab74-099882355eaf tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:11.610306 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8d695325-04bc-4675-8589-5b2f83d04170 req-871396bd-cbae-44a7-ab74-099882355eaf tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0479968 Oct 27 17:07:11.649993 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8d695325-04bc-4675-8589-5b2f83d04170 req-23ad5c3b-32fa-4570-8cdc-41a0506377ce tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338950 Oct 27 17:07:12.765731 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583afe3-7ac3-46f5-b8a7-a7a250d69323 req-38e57018-b40d-43d3-b74e-faaea9ed9ea4 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:12.767315 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d583afe3-7ac3-46f5-b8a7-a7a250d69323 req-38e57018-b40d-43d3-b74e-faaea9ed9ea4 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0501561 Oct 27 17:07:12.807540 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d583afe3-7ac3-46f5-b8a7-a7a250d69323 req-25710028-9dd5-422a-b254-d02f5a0bc692 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339689 Oct 27 17:07:13.924328 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d84702-1a73-4dda-9ab5-ab3e99added0 req-bd29065f-01db-495d-a5ab-835b19b1e7e3 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:13.925992 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-16d84702-1a73-4dda-9ab5-ab3e99added0 req-bd29065f-01db-495d-a5ab-835b19b1e7e3 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0490575 Oct 27 17:07:13.963907 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-16d84702-1a73-4dda-9ab5-ab3e99added0 req-f3120e7f-780b-4ff0-9991-4654c12e5f34 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318892 Oct 27 17:07:15.082642 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2a3aa-bb84-4668-aa9f-25cbc23611ea req-612f7d12-0ef9-4973-896b-66c7228bd669 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:15.084114 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-23e2a3aa-bb84-4668-aa9f-25cbc23611ea req-612f7d12-0ef9-4973-896b-66c7228bd669 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0502639 Oct 27 17:07:15.127216 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-23e2a3aa-bb84-4668-aa9f-25cbc23611ea req-34734695-6a1b-47a8-b027-3c698aaabc6a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369675 Oct 27 17:07:16.242673 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67abb3-027f-47a7-8f91-d55433e35dbf req-77907628-f96d-46f7-8e52-5fea82f9f72a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:16.244183 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8e67abb3-027f-47a7-8f91-d55433e35dbf req-77907628-f96d-46f7-8e52-5fea82f9f72a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0501883 Oct 27 17:07:16.282853 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8e67abb3-027f-47a7-8f91-d55433e35dbf req-87b3e9f7-ee6e-4ad1-a15a-7a2e4fa958ec tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326188 Oct 27 17:07:17.402502 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe9b0e-be0f-45ec-92fe-5d6753fb3843 req-08e3c82b-8ef6-4e9b-89b8-91ba21de95d0 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:17.403850 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-14fe9b0e-be0f-45ec-92fe-5d6753fb3843 req-08e3c82b-8ef6-4e9b-89b8-91ba21de95d0 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0539112 Oct 27 17:07:17.444728 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-14fe9b0e-be0f-45ec-92fe-5d6753fb3843 req-3fd59f92-a610-40e8-bb73-4e0505ccf60c tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344274 Oct 27 17:07:18.562328 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8673d-e444-4361-b437-103cd790ce3a req-86f91ace-3099-466f-aebe-c09d1c533cb1 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:18.569322 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0db8673d-e444-4361-b437-103cd790ce3a req-86f91ace-3099-466f-aebe-c09d1c533cb1 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0536914 Oct 27 17:07:18.609118 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0db8673d-e444-4361-b437-103cd790ce3a req-1b58ad8a-81b4-4460-8b26-d88075b48801 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369833 Oct 27 17:07:19.579987 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ee48fcff-8cb6-4286-8340-abb013155f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:19.728843 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18910b-5a6d-49af-996e-c46b697daeaa req-2c96afdc-41ed-4fd0-91b6-ff5d8ae45566 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:19.730310 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0e18910b-5a6d-49af-996e-c46b697daeaa req-2c96afdc-41ed-4fd0-91b6-ff5d8ae45566 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0491505 Oct 27 17:07:19.769008 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0e18910b-5a6d-49af-996e-c46b697daeaa req-ba64ce7a-c8a3-446e-80f6-c81e7742cb8d tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326736 Oct 27 17:07:20.883964 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6698c9-c979-44a8-9409-9d18773986da req-f0c783a9-ecda-456d-9e24-02cbd7d57815 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:20.885359 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-de6698c9-c979-44a8-9409-9d18773986da req-f0c783a9-ecda-456d-9e24-02cbd7d57815 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0500507 Oct 27 17:07:20.923955 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-de6698c9-c979-44a8-9409-9d18773986da req-ae81b1de-5281-4745-8d62-ea75b15e3339 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326421 Oct 27 17:07:22.038796 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b29de-fc96-47fa-9cbd-4e10c85b7934 req-bd4cff89-880d-47b0-bc6f-4ecbc5a15abd tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:22.040268 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-482b29de-fc96-47fa-9cbd-4e10c85b7934 req-bd4cff89-880d-47b0-bc6f-4ecbc5a15abd tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0484712 Oct 27 17:07:22.081543 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-482b29de-fc96-47fa-9cbd-4e10c85b7934 req-73d2157c-cd15-4d49-9055-09122e5510a8 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346944 Oct 27 17:07:22.356674 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d47-f118-4935-ae2d-3ba2f7c83457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:23.198189 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81299f-424f-4768-a977-097076075c7e req-13cdda48-7c18-4f38-8d2d-f3d96df5c306 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:23.199733 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-bd81299f-424f-4768-a977-097076075c7e req-13cdda48-7c18-4f38-8d2d-f3d96df5c306 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0492275 Oct 27 17:07:23.202579 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:23.238220 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-bd81299f-424f-4768-a977-097076075c7e req-c9c9ae43-6577-4f73-99bc-87f54d641751 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316045 Oct 27 17:07:23.419555 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:23.471384 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:07:24.361024 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616dc26-289b-41f3-8020-b6f0817825a7 req-ad7724c7-52cb-4aa0-862a-4bb2cd553a48 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:24.362630 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a616dc26-289b-41f3-8020-b6f0817825a7 req-ad7724c7-52cb-4aa0-862a-4bb2cd553a48 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0547476 Oct 27 17:07:24.403072 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a616dc26-289b-41f3-8020-b6f0817825a7 req-916f13c5-b974-453f-a199-a655c6504260 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343103 Oct 27 17:07:25.202434 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:25.518767 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ab423-7bcd-414e-aae3-ce830fe36254 req-3b6d3913-c768-47a6-992e-d5952dc43400 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:25.520262 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-734ab423-7bcd-414e-aae3-ce830fe36254 req-3b6d3913-c768-47a6-992e-d5952dc43400 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0499942 Oct 27 17:07:25.561780 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-734ab423-7bcd-414e-aae3-ce830fe36254 req-0934a0c0-848e-4d9b-a28f-f143bde91043 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353041 Oct 27 17:07:26.238906 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ded1ec-df3f-4c7e-bdff-7e489ae2a9a9 req-e6b35b3e-6c84-4da1-bc44-13798c1029d4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:26.240415 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e2ded1ec-df3f-4c7e-bdff-7e489ae2a9a9 req-e6b35b3e-6c84-4da1-bc44-13798c1029d4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 945 time: 0.0516849 Oct 27 17:07:26.279956 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e2ded1ec-df3f-4c7e-bdff-7e489ae2a9a9 req-8885dde6-b639-459e-986c-31a0d30511a1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334742 Oct 27 17:07:26.681064 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92eec9-f93e-44c5-83e6-7ea4c8167fd5 req-e3425c19-76cc-4656-90c6-319f519aaa6e tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:26.682736 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8a92eec9-f93e-44c5-83e6-7ea4c8167fd5 req-e3425c19-76cc-4656-90c6-319f519aaa6e tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0508654 Oct 27 17:07:26.721926 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8a92eec9-f93e-44c5-83e6-7ea4c8167fd5 req-9c6d4656-24b2-4960-b8fa-89061f69e435 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328610 Oct 27 17:07:27.400377 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b3cae-9a17-43ae-9785-049dfc38a9c2 req-7eb84889-970b-48e0-9ae4-51d3e4459fc3 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:27.401867 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0d3b3cae-9a17-43ae-9785-049dfc38a9c2 req-7eb84889-970b-48e0-9ae4-51d3e4459fc3 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 945 time: 0.0498710 Oct 27 17:07:27.441267 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0d3b3cae-9a17-43ae-9785-049dfc38a9c2 req-22f23d05-4f9f-40e0-92cc-6c5541b83c63 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333529 Oct 27 17:07:27.845276 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868580b-32c8-4a97-9d04-b6e03af0ae77 req-e45e8e05-4db0-4e27-be00-12798846a5d8 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:27.846692 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6868580b-32c8-4a97-9d04-b6e03af0ae77 req-e45e8e05-4db0-4e27-be00-12798846a5d8 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0506110 Oct 27 17:07:27.889033 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6868580b-32c8-4a97-9d04-b6e03af0ae77 req-41ebb9f5-db53-4a0b-9528-470a1eb6f18c tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362890 Oct 27 17:07:27.976572 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0baa56d-3949-484e-913c-69b5347f6e7d req-1658b444-dbb1-42ef-94a2-8036cddb3f83 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:27.978353 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d0baa56d-3949-484e-913c-69b5347f6e7d req-1658b444-dbb1-42ef-94a2-8036cddb3f83 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 945 time: 0.0560913 Oct 27 17:07:28.023517 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d0baa56d-3949-484e-913c-69b5347f6e7d req-b7aa06a1-3793-4c06-ab64-d4d30e90530e tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392323 Oct 27 17:07:28.304917 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c007ee-6882-4b00-9448-3317bce48152 req-f499508c-82c9-4b0b-bbe4-3e8b4df0023b tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:28.306347 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e0c007ee-6882-4b00-9448-3317bce48152 req-f499508c-82c9-4b0b-bbe4-3e8b4df0023b tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 945 time: 0.0530863 Oct 27 17:07:28.410894 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-e0c007ee-6882-4b00-9448-3317bce48152 req-a56a592f-ad48-4dc2-88c2-111baf057cd0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Deleting port 5b4afdae-b56d-4bbd-a37a-fd07df147e55 {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:07:28.411449 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-e0c007ee-6882-4b00-9448-3317bce48152 req-a56a592f-ad48-4dc2-88c2-111baf057cd0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:28.512201 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-e0c007ee-6882-4b00-9448-3317bce48152 req-a56a592f-ad48-4dc2-88c2-111baf057cd0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] For port 5b4afdae-b56d-4bbd-a37a-fd07df147e55, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=5b4afdae-b56d-4bbd-a37a-fd07df147e55,segment=NetworkSegment(1aac70d7-0812-41ad-a7fe-8333e95f8e13),segment_id=1aac70d7-0812-41ad-a7fe-8333e95f8e13)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:07:28.512587 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-e0c007ee-6882-4b00-9448-3317bce48152 req-a56a592f-ad48-4dc2-88c2-111baf057cd0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:28.693076 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d238787-5e53-451b-8c48-e9c82b9bc847 req-963bdaf4-5ff5-4bd4-8374-4b306d52f7d2 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:28.694491 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4d238787-5e53-451b-8c48-e9c82b9bc847 req-963bdaf4-5ff5-4bd4-8374-4b306d52f7d2 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 945 time: 0.1843407 Oct 27 17:07:28.820180 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4d238787-5e53-451b-8c48-e9c82b9bc847 req-4383ae66-ddd1-4cb3-97ed-426916b1b7fb tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190653 Oct 27 17:07:28.859468 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-e0c007ee-6882-4b00-9448-3317bce48152 req-a56a592f-ad48-4dc2-88c2-111baf057cd0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for floatingip, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:28.859832 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-e0c007ee-6882-4b00-9448-3317bce48152 req-a56a592f-ad48-4dc2-88c2-111baf057cd0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703721'] for floatingip, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:28.860180 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.l3_db [req-e0c007ee-6882-4b00-9448-3317bce48152 req-a56a592f-ad48-4dc2-88c2-111baf057cd0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Floating IP 48fb50f1-3b91-446f-89f3-1ff339d51d85 disassociated. External IP: 172.27.3.81, port: 5b4afdae-b56d-4bbd-a37a-fd07df147e55. Oct 27 17:07:28.860521 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-e0c007ee-6882-4b00-9448-3317bce48152 req-a56a592f-ad48-4dc2-88c2-111baf057cd0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Calling delete_port for 5b4afdae-b56d-4bbd-a37a-fd07df147e55 owned by compute:nova {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:07:29.011568 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14b275-9e33-448c-a141-b06449acd5c2 req-7168e0b8-700f-429e-88ec-5b1a010b436f tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:29.013092 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2a14b275-9e33-448c-a141-b06449acd5c2 req-7168e0b8-700f-429e-88ec-5b1a010b436f tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0498672 Oct 27 17:07:29.053275 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2a14b275-9e33-448c-a141-b06449acd5c2 req-ef800f8b-5b41-4a13-9b87-f45e51c0bf69 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326455 Oct 27 17:07:29.054800 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-e0c007ee-6882-4b00-9448-3317bce48152 req-a56a592f-ad48-4dc2-88c2-111baf057cd0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:29.085358 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a592f-ad48-4dc2-88c2-111baf057cd0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Pushing event deleted for resources: {'Port': ['ID=5b4afdae-b56d-4bbd-a37a-fd07df147e55,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:29.233688 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd09063-b944-4a39-a552-6d49ca0eaa2d req-2310a1dc-7e1d-4bd5-995f-ca1116b56298 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:29.235172 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4dd09063-b944-4a39-a552-6d49ca0eaa2d req-2310a1dc-7e1d-4bd5-995f-ca1116b56298 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 945 time: 0.1028214 Oct 27 17:07:29.260865 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0c007ee-6882-4b00-9448-3317bce48152 req-a56a592f-ad48-4dc2-88c2-111baf057cd0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:07:29.289516 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4dd09063-b944-4a39-a552-6d49ca0eaa2d req-707cf892-40a2-4aea-b61f-e28aa1a56756 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470912 Oct 27 17:07:29.390221 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0c007ee-6882-4b00-9448-3317bce48152 req-a56a592f-ad48-4dc2-88c2-111baf057cd0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:07:29.401821 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6ab430-1571-49cb-8cd4-c7a70f87a594 None None] Sync routers for ids ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:07:29.414091 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6ab430-1571-49cb-8cd4-c7a70f87a594 None None] Routers {'4a549c17-e83c-4ec6-b60e-3eb96d734b82'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:07:29.414948 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-3e6ab430-1571-49cb-8cd4-c7a70f87a594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:07:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:29.431864 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c007ee-6882-4b00-9448-3317bce48152 req-a56a592f-ad48-4dc2-88c2-111baf057cd0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] No DVR routers for this DVR port 5b4afdae-b56d-4bbd-a37a-fd07df147e55 on host hv-cinder-81570 {{(pid=118834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:07:29.434421 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-e0c007ee-6882-4b00-9448-3317bce48152 req-a56a592f-ad48-4dc2-88c2-111baf057cd0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:29.438081 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e0c007ee-6882-4b00-9448-3317bce48152 req-a56a592f-ad48-4dc2-88c2-111baf057cd0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.11 "DELETE /v2.0/ports/5b4afdae-b56d-4bbd-a37a-fd07df147e55 HTTP/1.1" status: 204 len: 173 time: 1.1228905 Oct 27 17:07:29.438516 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8d8b2b-e174-4216-9476-59ceb5e2bd5e', 'name': 'network-vif-deleted', 'tag': '5b4afdae-b56d-4bbd-a37a-fd07df147e55'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:07:29.441009 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9436f92-2a3b-4d0a-8512-182b2661ac74" -d '{"events": [{"server_uuid": "cb8d8b2b-e174-4216-9476-59ceb5e2bd5e", "name": "network-vif-deleted", "tag": "5b4afdae-b56d-4bbd-a37a-fd07df147e55"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:07:29.480375 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae9d753-7cef-4668-96c3-0d947c27b0ed x-openstack-request-id: req-7ae9d753-7cef-4668-96c3-0d947c27b0ed {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:07:29.480882 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8d8b2b-e174-4216-9476-59ceb5e2bd5e", "name": "network-vif-deleted", "tag": "5b4afdae-b56d-4bbd-a37a-fd07df147e55", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:07:29.481279 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-7ae9d753-7cef-4668-96c3-0d947c27b0ed {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:07:29.481816 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8d8b2b-e174-4216-9476-59ceb5e2bd5e', 'name': 'network-vif-deleted', 'tag': '5b4afdae-b56d-4bbd-a37a-fd07df147e55', 'status': 'completed', 'code': 200} Oct 27 17:07:29.666645 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-3e6ab430-1571-49cb-8cd4-c7a70f87a594 None None] Set router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:07:29.868514 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-3e6ab430-1571-49cb-8cd4-c7a70f87a594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:27Z', 'revision_number': 4, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '7297784e-50c7-4327-85e2-f8300b784542', 'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'mac_address': 'fa:16:3e:39:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:26Z', 'updated_at': '2021-10-27T17:02:31Z', 'revision_number': 5, 'project_id': 'b56b830b8c974548b53ba292242131df', 'subnets': [{'id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:29.895580 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6ab430-1571-49cb-8cd4-c7a70f87a594 None None] Checking router: 4a549c17-e83c-4ec6-b60e-3eb96d734b82 for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:07:29.904104 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6ab430-1571-49cb-8cd4-c7a70f87a594 None None] Routers {'4a549c17-e83c-4ec6-b60e-3eb96d734b82'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:07:29.904755 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-3e6ab430-1571-49cb-8cd4-c7a70f87a594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:07:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:29.948929 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c4d330e8-522d-48c3-89d9-93fe9ed424b0 req-51217f6e-6dde-4b87-b977-65ce137dfcbf tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 210 time: 0.0582032 Oct 27 17:07:30.030755 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-3e6ab430-1571-49cb-8cd4-c7a70f87a594 None None] Set router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:07:30.233034 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e13e17-f018-425d-a73b-ccc63eb4a111 req-ab2de1be-562d-4ed0-9659-e279740fcfd4 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:30.235370 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-86e13e17-f018-425d-a73b-ccc63eb4a111 req-ab2de1be-562d-4ed0-9659-e279740fcfd4 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0673544 Oct 27 17:07:30.253599 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557d667-d30b-4e76-a20d-7a6ade2ec567 req-a2989ead-bcaa-4e9d-a930-e96fe79b332a tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:30.255228 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b557d667-d30b-4e76-a20d-7a6ade2ec567 req-a2989ead-bcaa-4e9d-a930-e96fe79b332a tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.11 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 945 time: 0.0620787 Oct 27 17:07:30.282187 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-3e6ab430-1571-49cb-8cd4-c7a70f87a594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:27Z', 'revision_number': 4, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '7297784e-50c7-4327-85e2-f8300b784542', 'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'mac_address': 'fa:16:3e:39:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:26Z', 'updated_at': '2021-10-27T17:02:31Z', 'revision_number': 5, 'project_id': 'b56b830b8c974548b53ba292242131df', 'subnets': [{'id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:30.296211 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-86e13e17-f018-425d-a73b-ccc63eb4a111 req-e961d525-f860-4b0a-b5cd-7361de205078 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544236 Oct 27 17:07:30.324467 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6ab430-1571-49cb-8cd4-c7a70f87a594 None None] The sync data for ids ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'] in dv-cinder-815701-1-iscsi is: [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:27Z', 'revision_number': 4, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '7297784e-50c7-4327-85e2-f8300b784542', 'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'mac_address': 'fa:16:3e:39:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:26Z', 'updated_at': '2021-10-27T17:02:31Z', 'revision_number': 5, 'project_id': 'b56b830b8c974548b53ba292242131df', 'subnets': [{'id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:07:30.462767 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858117c-6285-450c-9609-1e109e8a4c86 req-5d11ab23-4f03-4eb8-8c65-70d1c5629037 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:30.464300 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-1858117c-6285-450c-9609-1e109e8a4c86 req-5d11ab23-4f03-4eb8-8c65-70d1c5629037 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 945 time: 0.0798895 Oct 27 17:07:30.483744 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-b557d667-d30b-4e76-a20d-7a6ade2ec567 req-66174223-6aa3-489b-89cb-8d6b5f8d35bc tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Deleting port 69fde95e-4880-4376-9d97-66f95a5089fe {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:07:30.483744 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-b557d667-d30b-4e76-a20d-7a6ade2ec567 req-66174223-6aa3-489b-89cb-8d6b5f8d35bc tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:30.569720 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-1858117c-6285-450c-9609-1e109e8a4c86 req-83e441d2-3ff3-4788-9f0e-57530f4520a9 tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/security-groups?id=7c80a07b-04ed-4fa7-80cc-b48749d86f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981855 Oct 27 17:07:30.616274 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-b557d667-d30b-4e76-a20d-7a6ade2ec567 req-66174223-6aa3-489b-89cb-8d6b5f8d35bc tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] For port 69fde95e-4880-4376-9d97-66f95a5089fe, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=69fde95e-4880-4376-9d97-66f95a5089fe,segment=NetworkSegment(ff707d64-e40b-48a0-85d4-61f1ee5f1b11),segment_id=ff707d64-e40b-48a0-85d4-61f1ee5f1b11)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:07:30.616768 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-b557d667-d30b-4e76-a20d-7a6ade2ec567 req-66174223-6aa3-489b-89cb-8d6b5f8d35bc tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:30.619617 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65f3585-d48e-4eda-a3f9-8ea8fe5d3d81 None None] New status for floating IP 48fb50f1-3b91-446f-89f3-1ff339d51d85: DOWN {{(pid=118836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:07:30.631683 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-b557d667-d30b-4e76-a20d-7a6ade2ec567 req-66174223-6aa3-489b-89cb-8d6b5f8d35bc tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Calling delete_port for 69fde95e-4880-4376-9d97-66f95a5089fe owned by compute:nova {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:07:30.854939 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-b557d667-d30b-4e76-a20d-7a6ade2ec567 req-66174223-6aa3-489b-89cb-8d6b5f8d35bc tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:30.893221 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['69fde95e-4880-4376-9d97-66f95a5089fe'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:07:30.895640 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66174223-6aa3-489b-89cb-8d6b5f8d35bc tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Pushing event deleted for resources: {'Port': ['ID=69fde95e-4880-4376-9d97-66f95a5089fe,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:30.946462 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b557d667-d30b-4e76-a20d-7a6ade2ec567 req-66174223-6aa3-489b-89cb-8d6b5f8d35bc tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] No DVR routers for this DVR port 69fde95e-4880-4376-9d97-66f95a5089fe on host hv-cinder-81570 {{(pid=118834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:07:30.949033 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-b557d667-d30b-4e76-a20d-7a6ade2ec567 req-66174223-6aa3-489b-89cb-8d6b5f8d35bc tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:30.952651 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b557d667-d30b-4e76-a20d-7a6ade2ec567 req-66174223-6aa3-489b-89cb-8d6b5f8d35bc tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.11 "DELETE /v2.0/ports/69fde95e-4880-4376-9d97-66f95a5089fe HTTP/1.1" status: 204 len: 173 time: 0.6825604 Oct 27 17:07:31.073336 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f8649acf-c217-491a-aa85-07230488ad13 req-d1583dfa-df05-45ed-8a7b-ad4b95f179f3 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=cb8d8b2b-e174-4216-9476-59ceb5e2bd5e HTTP/1.1" status: 200 len: 210 time: 0.0262396 Oct 27 17:07:31.421111 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce5c3a-6712-4715-8a75-40b0c4136f3a req-2e9a0360-6b3f-43ea-9864-027bc9f07e30 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:31.422613 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5bce5c3a-6712-4715-8a75-40b0c4136f3a req-2e9a0360-6b3f-43ea-9864-027bc9f07e30 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0568175 Oct 27 17:07:31.464448 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5bce5c3a-6712-4715-8a75-40b0c4136f3a req-4966b7a0-0d3a-43c7-8e02-f6036fd277c0 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343957 Oct 27 17:07:31.483171 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1503b097-8713-455f-8820-e96d066e4da2', 'name': 'network-vif-deleted', 'tag': '69fde95e-4880-4376-9d97-66f95a5089fe'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:07:31.486012 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86781263-ede2-4cac-bc6f-ede20ed6c185" -d '{"events": [{"server_uuid": "1503b097-8713-455f-8820-e96d066e4da2", "name": "network-vif-deleted", "tag": "69fde95e-4880-4376-9d97-66f95a5089fe"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:07:31.522333 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1630e38f-3010-41ef-b5c3-298b4802f312 x-openstack-request-id: req-1630e38f-3010-41ef-b5c3-298b4802f312 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:07:31.522333 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1503b097-8713-455f-8820-e96d066e4da2", "name": "network-vif-deleted", "tag": "69fde95e-4880-4376-9d97-66f95a5089fe", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:07:31.522333 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-1630e38f-3010-41ef-b5c3-298b4802f312 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:07:31.522724 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1503b097-8713-455f-8820-e96d066e4da2', 'name': 'network-vif-deleted', 'tag': '69fde95e-4880-4376-9d97-66f95a5089fe', 'status': 'completed', 'code': 200} Oct 27 17:07:31.674665 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-476ed755-49a1-4d2f-9088-0131f374f6e0 req-cb6e82c6-cbe5-45fd-a7d7-6d55ea76b6fb tempest-VolumesSnapshotTestJSON-394988140 tempest-VolumesSnapshotTestJSON-394988140-project] 10.222.0.109 "GET /v2.0/ports?device_id=1503b097-8713-455f-8820-e96d066e4da2 HTTP/1.1" status: 200 len: 210 time: 0.0265937 Oct 27 17:07:32.267578 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 5b4afdae-b56d-4bbd-a37a-fd07df147e55 no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:07:32.302078 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] No Port match for: 5b4afdae-b56d-4bbd-a37a-fd07df147e55 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:07:32.304419 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 5b4afdae-b56d-4bbd-a37a-fd07df147e55 not bound to the agent host hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:07:32.327172 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-a5d40e0a-efcb-42f6-ba72-77a556bad35a tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-839349293&fields=id&tenant_id=b56b830b8c974548b53ba292242131df HTTP/1.1" status: 200 len: 267 time: 0.0349269 Oct 27 17:07:32.438039 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-7f3f5750-f01e-4155-80ea-13db166866ae tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:32.440020 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-7f3f5750-f01e-4155-80ea-13db166866ae tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/networks?id=e91aae30-22b6-408a-b5f9-023a720e38a7 HTTP/1.1" status: 200 len: 812 time: 0.1079357 Oct 27 17:07:32.455923 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-7b602177-f90a-4f5b-8e7f-e1f771928775 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/quotas/b56b830b8c974548b53ba292242131df HTTP/1.1" status: 200 len: 375 time: 0.0096734 Oct 27 17:07:32.508802 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-8c8cddfd-9315-4499-933e-c34a03422d0a tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=b56b830b8c974548b53ba292242131df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480585 Oct 27 17:07:32.609853 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-e3a6376c-81c1-47c6-89d5-b5a9f6dd4b97 service neutron] 10.222.0.109 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885108 Oct 27 17:07:32.703625 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-e48d8261-46ca-4b05-b8af-740b4467a1c9 service neutron] 10.222.0.109 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865424 Oct 27 17:07:32.779188 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21186c8b-0a87-41e3-9dab-4797be04829b req-9f00a294-cf6f-4fac-b1ee-28f4c5764c56 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:32.780684 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-21186c8b-0a87-41e3-9dab-4797be04829b req-9f00a294-cf6f-4fac-b1ee-28f4c5764c56 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.2428911 Oct 27 17:07:32.821066 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-21186c8b-0a87-41e3-9dab-4797be04829b req-5b6ad150-3322-4ef0-a5f1-7b62de169bd5 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334523 Oct 27 17:07:33.269733 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f24cb2-f103-4f7b-b8fe-0d89b3acdeab req-e42d1c55-3e6e-4f8b-8b6d-9e503d6e9548 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:33.271694 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a4f24cb2-f103-4f7b-b8fe-0d89b3acdeab req-e42d1c55-3e6e-4f8b-8b6d-9e503d6e9548 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0690215 Oct 27 17:07:33.330624 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a4f24cb2-f103-4f7b-b8fe-0d89b3acdeab req-b8519307-b0b9-4294-a024-0d03645db077 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472515 Oct 27 17:07:33.360172 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-21aa2436-1b32-4a1b-a538-4c4bad587df5 req-f5a27f43-715a-4e37-96a4-1dbcd343f9fc tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 210 time: 0.0569830 Oct 27 17:07:33.434301 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13956d-5eba-4c47-8a85-3d42b22d6c23 req-aa25dd46-c2c7-4717-afc6-de54dee999fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:33.434818 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ef13956d-5eba-4c47-8a85-3d42b22d6c23 req-aa25dd46-c2c7-4717-afc6-de54dee999fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c07c026ef0854453b5ecceadb89134a1&device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 1099 time: 0.0530906 Oct 27 17:07:33.530077 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13956d-5eba-4c47-8a85-3d42b22d6c23 req-321a2c85-7745-4b91-ac74-291ce0a62fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:33.531553 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ef13956d-5eba-4c47-8a85-3d42b22d6c23 req-321a2c85-7745-4b91-ac74-291ce0a62fd7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2442317d-bf65-4101-a370-d9f0807c7f4a HTTP/1.1" status: 200 len: 913 time: 0.0874076 Oct 27 17:07:33.604087 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ef13956d-5eba-4c47-8a85-3d42b22d6c23 req-963d0484-d165-4039-8a2d-9a44156fecc8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc816b8f-4a9a-42d9-9b97-c72c0305373e HTTP/1.1" status: 200 len: 1001 time: 0.0641482 Oct 27 17:07:33.657922 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13956d-5eba-4c47-8a85-3d42b22d6c23 req-092eef14-5895-4e23-806a-cf19370bc79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:33.661180 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ef13956d-5eba-4c47-8a85-3d42b22d6c23 req-092eef14-5895-4e23-806a-cf19370bc79a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c4f7fbc0-a6c8-4955-8e60-af2439f45127 HTTP/1.1" status: 200 len: 850 time: 0.0479701 Oct 27 17:07:33.707772 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13956d-5eba-4c47-8a85-3d42b22d6c23 req-b3a11d89-6fb9-4718-b708-ecd8836a4fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:33.709333 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ef13956d-5eba-4c47-8a85-3d42b22d6c23 req-b3a11d89-6fb9-4718-b708-ecd8836a4fea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2442317d-bf65-4101-a370-d9f0807c7f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418801 Oct 27 17:07:34.057978 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ef13956d-5eba-4c47-8a85-3d42b22d6c23 req-c3dda797-05f1-4aab-bc70-c6fd3a3f956f service neutron] 10.222.0.11 "GET /v2.0/networks/2442317d-bf65-4101-a370-d9f0807c7f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409667 Oct 27 17:07:34.153071 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ef13956d-5eba-4c47-8a85-3d42b22d6c23 req-b7c1c2b7-2984-4d58-a8cd-2ac9f7f42b08 service neutron] 10.222.0.11 "GET /v2.0/networks/2442317d-bf65-4101-a370-d9f0807c7f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868299 Oct 27 17:07:34.308064 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 69fde95e-4880-4376-9d97-66f95a5089fe no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:07:34.329200 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] No Port match for: 69fde95e-4880-4376-9d97-66f95a5089fe {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:07:34.330426 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 69fde95e-4880-4376-9d97-66f95a5089fe not bound to the agent host hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:07:34.445001 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5a02b-8ca6-4e3c-9d72-13fb33e6c956 req-bb7e2e01-793b-4cb5-af77-880f2da54bd7 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:34.446629 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-49a5a02b-8ca6-4e3c-9d72-13fb33e6c956 req-bb7e2e01-793b-4cb5-af77-880f2da54bd7 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0565865 Oct 27 17:07:34.478699 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3b3cab9a-a77e-4c98-baca-d25868aad517 req-2e53e4e0-da71-4500-bf24-751ba415cdad tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 210 time: 0.0311196 Oct 27 17:07:34.486033 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-49a5a02b-8ca6-4e3c-9d72-13fb33e6c956 req-0a27d9a8-f168-4efa-91e2-136df6e37616 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330791 Oct 27 17:07:35.320930 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-6eaa6a6e-b182-425a-8236-daebcc2f1b64 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:35.322504 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-6eaa6a6e-b182-425a-8236-daebcc2f1b64 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.11 "GET /v2.0/networks?id=e91aae30-22b6-408a-b5f9-023a720e38a7 HTTP/1.1" status: 200 len: 812 time: 0.1045153 Oct 27 17:07:35.367053 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-c44ebe26-ccad-4fcc-ab99-9447fc9de14b tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b56b830b8c974548b53ba292242131df HTTP/1.1" status: 200 len: 379 time: 0.0336270 Oct 27 17:07:35.378037 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-141fd03d-fde8-430f-a8ba-8ee003e27c68 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Request body: {'port': {'device_id': 'bab33cd4-5cd0-4b1c-84da-0f8db274546a', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'admin_state_up': True, 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'security_groups': ['5285681e-5bf4-4440-94f5-4beff2a43e78']}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:07:35.577541 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-92db8db1-8bfa-436f-8dc8-32808d7136f4 req-4f8959cd-5525-40f1-9818-2fbe496ec0d8 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 210 time: 0.0271509 Oct 27 17:07:35.578348 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-141fd03d-fde8-430f-a8ba-8ee003e27c68 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Made reservation on behalf of b56b830b8c974548b53ba292242131df for: {'port': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:07:35.582762 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-141fd03d-fde8-430f-a8ba-8ee003e27c68 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:35.627522 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3d010-4086-429f-98e2-1400b400d9db req-f2fea3fd-f623-4393-9f08-d4afb75c62aa tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:35.629058 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f6b3d010-4086-429f-98e2-1400b400d9db req-f2fea3fd-f623-4393-9f08-d4afb75c62aa tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0694215 Oct 27 17:07:35.674865 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f6b3d010-4086-429f-98e2-1400b400d9db req-1d2419a0-f2c8-414f-b343-a279441f06eb tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349255 Oct 27 17:07:35.717912 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-141fd03d-fde8-430f-a8ba-8ee003e27c68 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Allocated IP 172.20.0.11 (e91aae30-22b6-408a-b5f9-023a720e38a7/8c198ae9-9d38-4325-9957-9b7c60096236/ea98f617-8945-462d-a50b-b84781e003f9) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:07:35.860441 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-141fd03d-fde8-430f-a8ba-8ee003e27c68 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:35.888898 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:35.991464 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-141fd03d-fde8-430f-a8ba-8ee003e27c68 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:36.038277 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-141fd03d-fde8-430f-a8ba-8ee003e27c68 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Network e91aae30-22b6-408a-b5f9-023a720e38a7 is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:07:36.041431 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-141fd03d-fde8-430f-a8ba-8ee003e27c68 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:07:36.045218 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-141fd03d-fde8-430f-a8ba-8ee003e27c68 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:07:36.051810 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fd03d-fde8-430f-a8ba-8ee003e27c68 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Pushing event updated for resources: {'Port': ['ID=ea98f617-8945-462d-a50b-b84781e003f9,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:36.101286 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-141fd03d-fde8-430f-a8ba-8ee003e27c68 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:36.102262 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-141fd03d-fde8-430f-a8ba-8ee003e27c68 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:36.189670 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-141fd03d-fde8-430f-a8ba-8ee003e27c68 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8149648 Oct 27 17:07:36.203080 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-a7acb051-995b-4c3d-b4f7-44f03080d626 service neutron] Request body: {'port': {'device_id': 'bab33cd4-5cd0-4b1c-84da-0f8db274546a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81570'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:07:36.255594 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-04cd6643-445a-434f-b3e8-4f69ac55726e None None] Provisioning complete for port ea98f617-8945-462d-a50b-b84781e003f9 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:36.256063 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-04cd6643-445a-434f-b3e8-4f69ac55726e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:36.271004 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-a7acb051-995b-4c3d-b4f7-44f03080d626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:36.292802 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-04cd6643-445a-434f-b3e8-4f69ac55726e None None] Port ea98f617-8945-462d-a50b-b84781e003f9 cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:07:36.535205 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-a7acb051-995b-4c3d-b4f7-44f03080d626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea98f617-8945-462d-a50b-b84781e003f9 {{(pid=118834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:07:36.542718 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-a7acb051-995b-4c3d-b4f7-44f03080d626 service neutron] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:36.555912 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.provisioning_blocks [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-a7acb051-995b-4c3d-b4f7-44f03080d626 service neutron] Transition to ACTIVE for port object ea98f617-8945-462d-a50b-b84781e003f9 will not be triggered until provisioned by entity L2. {{(pid=118834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:07:36.620725 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-a7acb051-995b-4c3d-b4f7-44f03080d626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:36.699491 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7acb051-995b-4c3d-b4f7-44f03080d626 service neutron] Pushing event updated for resources: {'Port': ['ID=ea98f617-8945-462d-a50b-b84781e003f9,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:36.761797 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb7f7d-2556-42f5-982d-6a16d2b50cf7 req-15e94f5b-a376-4de2-9296-f19723fe81dc tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:36.763315 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e5bb7f7d-2556-42f5-982d-6a16d2b50cf7 req-15e94f5b-a376-4de2-9296-f19723fe81dc tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 944 time: 0.1141012 Oct 27 17:07:36.816839 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-a7acb051-995b-4c3d-b4f7-44f03080d626 service neutron] Attempting to bind port ea98f617-8945-462d-a50b-b84781e003f9 on host hv-cinder-81570 for vnic_type normal with profile {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:07:36.816956 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-a7acb051-995b-4c3d-b4f7-44f03080d626 service neutron] Attempting to bind port ea98f617-8945-462d-a50b-b84781e003f9 by drivers openvswitch,hyperv on host hv-cinder-81570 at level 0 using segments [{'id': '1aac70d7-0812-41ad-a7fe-8333e95f8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7'}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:07:36.817223 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-a7acb051-995b-4c3d-b4f7-44f03080d626 service neutron] Attempting to bind port ea98f617-8945-462d-a50b-b84781e003f9 on network e91aae30-22b6-408a-b5f9-023a720e38a7 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:07:36.828494 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e5bb7f7d-2556-42f5-982d-6a16d2b50cf7 req-65557640-2a76-4ba4-9af6-e3fb7507c2f2 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528069 Oct 27 17:07:36.829221 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-a7acb051-995b-4c3d-b4f7-44f03080d626 service neutron] Port ea98f617-8945-462d-a50b-b84781e003f9 on network e91aae30-22b6-408a-b5f9-023a720e38a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81570 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:07:36.829550 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-a7acb051-995b-4c3d-b4f7-44f03080d626 service neutron] Attempting to bind port ea98f617-8945-462d-a50b-b84781e003f9 on network e91aae30-22b6-408a-b5f9-023a720e38a7 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:07:36.835726 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-a7acb051-995b-4c3d-b4f7-44f03080d626 service neutron] Checking agent: {'id': '95ad64ad-6c0c-401b-b42d-2edbbc1c3c16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'started_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:07:36.836068 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-a7acb051-995b-4c3d-b4f7-44f03080d626 service neutron] Checking segment: {'id': '1aac70d7-0812-41ad-a7fe-8333e95f8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:07:36.836717 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-a7acb051-995b-4c3d-b4f7-44f03080d626 service neutron] Bound using segment: {'id': '1aac70d7-0812-41ad-a7fe-8333e95f8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7'} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:07:36.836923 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-a7acb051-995b-4c3d-b4f7-44f03080d626 service neutron] Bound port: ea98f617-8945-462d-a50b-b84781e003f9, host: hv-cinder-81570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aac70d7-0812-41ad-a7fe-8333e95f8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7'}}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:07:36.837281 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-a7acb051-995b-4c3d-b4f7-44f03080d626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:36.904120 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-a7acb051-995b-4c3d-b4f7-44f03080d626 service neutron] For port ea98f617-8945-462d-a50b-b84781e003f9, host hv-cinder-81570, cleared binding levels {{(pid=118834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:07:36.907181 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-a7acb051-995b-4c3d-b4f7-44f03080d626 service neutron] For port ea98f617-8945-462d-a50b-b84781e003f9, host hv-cinder-81570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=ea98f617-8945-462d-a50b-b84781e003f9,segment=NetworkSegment(1aac70d7-0812-41ad-a7fe-8333e95f8e13),segment_id=1aac70d7-0812-41ad-a7fe-8333e95f8e13)] {{(pid=118834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:07:37.004194 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-a7acb051-995b-4c3d-b4f7-44f03080d626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:37.044355 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-a7acb051-995b-4c3d-b4f7-44f03080d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:37.044991 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-a7acb051-995b-4c3d-b4f7-44f03080d626 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:37.046350 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-a7acb051-995b-4c3d-b4f7-44f03080d626 service neutron] 10.222.0.11 "PUT /v2.0/ports/ea98f617-8945-462d-a50b-b84781e003f9 HTTP/1.1" status: 200 len: 1094 time: 0.8485279 Oct 27 17:07:37.046789 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab33cd4-5cd0-4b1c-84da-0f8db274546a', 'tag': 'ea98f617-8945-462d-a50b-b84781e003f9'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:07:37.049601 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20590106-2651-4a09-9a83-6c10f2f980c9" -d '{"events": [{"name": "network-changed", "server_uuid": "bab33cd4-5cd0-4b1c-84da-0f8db274546a", "tag": "ea98f617-8945-462d-a50b-b84781e003f9"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:07:37.072839 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7acb051-995b-4c3d-b4f7-44f03080d626 service neutron] Pushing event updated for resources: {'Port': ['ID=ea98f617-8945-462d-a50b-b84781e003f9,revision_number=3']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:37.091457 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8945ca-58ec-4cf1-86ee-032b4c617dd2 x-openstack-request-id: req-5f8945ca-58ec-4cf1-86ee-032b4c617dd2 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:07:37.091457 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab33cd4-5cd0-4b1c-84da-0f8db274546a", "tag": "ea98f617-8945-462d-a50b-b84781e003f9", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:07:37.091457 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-5f8945ca-58ec-4cf1-86ee-032b4c617dd2 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:07:37.091745 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab33cd4-5cd0-4b1c-84da-0f8db274546a', 'tag': 'ea98f617-8945-462d-a50b-b84781e003f9', 'status': 'completed', 'code': 200} Oct 27 17:07:38.007436 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b25e7-4f37-4b7b-89bd-4f5d3b253654 req-cc5880e7-8a12-4fef-a506-e3a09f9220b0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:38.008984 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-113b25e7-4f37-4b7b-89bd-4f5d3b253654 req-cc5880e7-8a12-4fef-a506-e3a09f9220b0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 944 time: 0.0515893 Oct 27 17:07:38.047651 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-113b25e7-4f37-4b7b-89bd-4f5d3b253654 req-1e4d1725-5857-4605-8850-4671d8f36943 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327256 Oct 27 17:07:39.162128 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f85c5-e4c6-4a51-a480-af6ae62cf78f req-183ba3eb-8ada-4666-b0cb-14e04abd2aa1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:39.163541 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-351f85c5-e4c6-4a51-a480-af6ae62cf78f req-183ba3eb-8ada-4666-b0cb-14e04abd2aa1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 944 time: 0.0485361 Oct 27 17:07:39.201695 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-351f85c5-e4c6-4a51-a480-af6ae62cf78f req-d91a7e9f-a82f-4b77-92ab-e2c6e3512824 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322354 Oct 27 17:07:40.372998 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20590106-2651-4a09-9a83-6c10f2f980c9 req-16d42dba-6651-480e-a051-a43283657c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:40.374415 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-20590106-2651-4a09-9a83-6c10f2f980c9 req-16d42dba-6651-480e-a051-a43283657c55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b56b830b8c974548b53ba292242131df&device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 1097 time: 0.0967078 Oct 27 17:07:40.385779 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7e5b0-27f0-4cae-9c1f-886bd6cd8a45 req-23cf3b8c-f897-4292-abe5-625dc8deb9eb tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:40.387153 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-61a7e5b0-27f0-4cae-9c1f-886bd6cd8a45 req-23cf3b8c-f897-4292-abe5-625dc8deb9eb tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 944 time: 0.1204529 Oct 27 17:07:40.391013 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b0169f2c-c8bf-4239-958a-6a39b9ea0a21 req-28f151c8-c27e-4e08-aa2c-9ef2a762a718 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1033754 Oct 27 17:07:40.530979 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-61a7e5b0-27f0-4cae-9c1f-886bd6cd8a45 req-94152fa3-b8bd-4ae5-819e-e5e2cf9ba4a6 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309614 Oct 27 17:07:40.555683 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0169f2c-c8bf-4239-958a-6a39b9ea0a21 req-665c9ec1-9b19-4bfc-a4f3-8c723d138f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:40.555683 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b0169f2c-c8bf-4239-958a-6a39b9ea0a21 req-665c9ec1-9b19-4bfc-a4f3-8c723d138f52 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c07c026ef0854453b5ecceadb89134a1&device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 1099 time: 0.1018739 Oct 27 17:07:40.555683 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20590106-2651-4a09-9a83-6c10f2f980c9 req-f550d502-69de-4ef1-8f6b-a8add4bbc06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:40.555683 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-20590106-2651-4a09-9a83-6c10f2f980c9 req-f550d502-69de-4ef1-8f6b-a8add4bbc06a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b56b830b8c974548b53ba292242131df&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1637855 Oct 27 17:07:40.722265 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20590106-2651-4a09-9a83-6c10f2f980c9 req-6771234b-d464-4d52-b5bd-11f37e83d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:40.723737 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-20590106-2651-4a09-9a83-6c10f2f980c9 req-6771234b-d464-4d52-b5bd-11f37e83d37a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1652446 Oct 27 17:07:40.726348 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0169f2c-c8bf-4239-958a-6a39b9ea0a21 req-0cb919ac-a74a-4bbc-9de9-7356467b6ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:40.727702 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b0169f2c-c8bf-4239-958a-6a39b9ea0a21 req-0cb919ac-a74a-4bbc-9de9-7356467b6ece service neutron] 10.222.0.11 "GET /v2.0/networks?id=2442317d-bf65-4101-a370-d9f0807c7f4a HTTP/1.1" status: 200 len: 913 time: 0.1602159 Oct 27 17:07:40.941825 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b0169f2c-c8bf-4239-958a-6a39b9ea0a21 req-e17771da-3d0a-4e62-baca-27b244f294d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc816b8f-4a9a-42d9-9b97-c72c0305373e HTTP/1.1" status: 200 len: 1001 time: 0.0894079 Oct 27 17:07:40.957725 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-c7996773-77a9-479c-b46d-75a4b00ae8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:40.959122 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-c7996773-77a9-479c-b46d-75a4b00ae8dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b56b830b8c974548b53ba292242131df&device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 1097 time: 0.0665035 Oct 27 17:07:41.020854 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-e696cf8d-fc75-4c02-a1a7-7acd4f89d0d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea98f617-8945-462d-a50b-b84781e003f9 HTTP/1.1" status: 200 len: 217 time: 0.0431130 Oct 27 17:07:41.038670 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0169f2c-c8bf-4239-958a-6a39b9ea0a21 req-985522d6-a53d-4b9d-a322-80f3e5e27340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:41.040008 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b0169f2c-c8bf-4239-958a-6a39b9ea0a21 req-985522d6-a53d-4b9d-a322-80f3e5e27340 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c4f7fbc0-a6c8-4955-8e60-af2439f45127 HTTP/1.1" status: 200 len: 850 time: 0.0912678 Oct 27 17:07:41.101694 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-642b648a-76e3-455a-a299-3f2fd4213ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:41.103153 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-642b648a-76e3-455a-a299-3f2fd4213ce4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c198ae9-9d38-4325-9957-9b7c60096236 HTTP/1.1" status: 200 len: 851 time: 0.0728920 Oct 27 17:07:41.112498 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0169f2c-c8bf-4239-958a-6a39b9ea0a21 req-1a056a2c-1fa2-46bb-b1c3-a9430fcfbfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:41.113951 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b0169f2c-c8bf-4239-958a-6a39b9ea0a21 req-1a056a2c-1fa2-46bb-b1c3-a9430fcfbfe5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2442317d-bf65-4101-a370-d9f0807c7f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546131 Oct 27 17:07:41.210674 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-6c08dc82-a10b-42b2-b3d1-2a20297fea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:41.212094 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-6c08dc82-a10b-42b2-b3d1-2a20297fea1f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e91aae30-22b6-408a-b5f9-023a720e38a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0973034 Oct 27 17:07:41.276774 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b0169f2c-c8bf-4239-958a-6a39b9ea0a21 req-e0ae5345-6808-4659-a51b-724f4f87e5d4 service neutron] 10.222.0.11 "GET /v2.0/networks/2442317d-bf65-4101-a370-d9f0807c7f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546626 Oct 27 17:07:41.366480 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-51495786-2ffc-4dec-9f38-bd1c7080d21d service neutron] 10.222.0.11 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465449 Oct 27 17:07:41.437861 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b0169f2c-c8bf-4239-958a-6a39b9ea0a21 req-5965bb8f-949a-4904-bb49-668b545167a3 service neutron] 10.222.0.11 "GET /v2.0/networks/2442317d-bf65-4101-a370-d9f0807c7f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518285 Oct 27 17:07:41.481629 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7d965c75-cd4e-4932-9d08-03fca7975fdd req-cd8dcf97-9435-44b2-8936-e62ea43f58ff service neutron] 10.222.0.11 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028597 Oct 27 17:07:41.665981 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30eb48-a20f-483a-bd19-da6573e5dc8f req-ea9d1dde-09cd-4574-b359-2cd0224f4449 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:41.667539 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-aa30eb48-a20f-483a-bd19-da6573e5dc8f req-ea9d1dde-09cd-4574-b359-2cd0224f4449 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 944 time: 0.0581589 Oct 27 17:07:41.707107 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-aa30eb48-a20f-483a-bd19-da6573e5dc8f req-2a07d64a-ca90-452b-8b41-4fdd61503a62 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334940 Oct 27 17:07:42.833016 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68ebe2-d483-4b51-8e72-5fe6aee0b7dd req-a1e67611-d1df-4d8c-94eb-217bb045f6da tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:42.834519 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ad68ebe2-d483-4b51-8e72-5fe6aee0b7dd req-a1e67611-d1df-4d8c-94eb-217bb045f6da tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 944 time: 0.0501168 Oct 27 17:07:42.873698 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ad68ebe2-d483-4b51-8e72-5fe6aee0b7dd req-03cdddd4-be4f-4269-8b20-d322faac9539 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333376 Oct 27 17:07:43.992299 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04d19f-d2eb-46b3-8352-2ea82cbfc3ff req-28277c9a-1f06-45de-ab77-76f4bdf70d46 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:43.993807 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ae04d19f-d2eb-46b3-8352-2ea82cbfc3ff req-28277c9a-1f06-45de-ab77-76f4bdf70d46 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 944 time: 0.0515575 Oct 27 17:07:44.030805 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ae04d19f-d2eb-46b3-8352-2ea82cbfc3ff req-259c495b-3cb1-47c3-917a-82b4885521b6 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310793 Oct 27 17:07:44.984073 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-efa90aef-59a0-4346-b885-f94ce56d3f69 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2113027926&fields=id&tenant_id=c20518b6896c4bd5b8e9508a0f84de09 HTTP/1.1" status: 200 len: 267 time: 0.0337865 Oct 27 17:07:45.098902 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-36406d99-31f7-4238-8f39-8775b4e55255 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:45.100590 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-36406d99-31f7-4238-8f39-8775b4e55255 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/networks?id=07498dd1-2882-444c-978e-46285484b33d HTTP/1.1" status: 200 len: 808 time: 0.1096621 Oct 27 17:07:45.116485 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-5de0c007-4cdf-48a7-afef-bcd62ce5bbc2 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/quotas/c20518b6896c4bd5b8e9508a0f84de09 HTTP/1.1" status: 200 len: 375 time: 0.0100658 Oct 27 17:07:45.147173 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12047fb2-3cfb-46bb-ad66-54631609170a req-86908bf5-f6cd-47bf-94a4-6a44141d78f4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:45.148689 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-12047fb2-3cfb-46bb-ad66-54631609170a req-86908bf5-f6cd-47bf-94a4-6a44141d78f4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 944 time: 0.0491574 Oct 27 17:07:45.171491 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-cfe6cf59-e6a7-4b98-8f34-c75f265363c6 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=c20518b6896c4bd5b8e9508a0f84de09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488930 Oct 27 17:07:45.189090 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-12047fb2-3cfb-46bb-ad66-54631609170a req-26ddbe09-05ae-4eed-bcee-ea5fbf2b119f tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341856 Oct 27 17:07:45.271911 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-9ee734a0-2f99-4934-8538-c5e62e914f46 service neutron] 10.222.0.109 "GET /v2.0/networks/07498dd1-2882-444c-978e-46285484b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872915 Oct 27 17:07:45.361190 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-bc671ed8-9e35-4498-9762-ce9bea8541ad service neutron] 10.222.0.109 "GET /v2.0/networks/07498dd1-2882-444c-978e-46285484b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830359 Oct 27 17:07:45.913831 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-95776ff2-fac1-4e39-ac84-9d7bdd4464d9 req-42a3aa0a-3892-41ca-af73-baca22793ad0 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 210 time: 0.0273921 Oct 27 17:07:46.311315 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806932e-73d4-4c7f-bee9-dcd4571af4f7 req-915cb720-f000-4a0f-a1f2-80812f9d835d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:46.312804 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8806932e-73d4-4c7f-bee9-dcd4571af4f7 req-915cb720-f000-4a0f-a1f2-80812f9d835d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 944 time: 0.0532019 Oct 27 17:07:46.351910 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8806932e-73d4-4c7f-bee9-dcd4571af4f7 req-6b597c37-6227-4652-a586-485e42efd62e tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322280 Oct 27 17:07:47.015137 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b95ac97d-0f57-4b9a-9833-df893b18cdc0 req-f4252866-db3c-405f-ac8e-d4aa69df2968 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 210 time: 0.0304890 Oct 27 17:07:47.466908 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7359a-6830-49c3-8793-224241522bec req-ad201f70-a22f-4c54-ae04-9fa2340c043d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:47.468418 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-46d7359a-6830-49c3-8793-224241522bec req-ad201f70-a22f-4c54-ae04-9fa2340c043d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 944 time: 0.0505683 Oct 27 17:07:47.507771 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-46d7359a-6830-49c3-8793-224241522bec req-f1c08c4e-b62f-4dd7-83aa-7caedcbea2f1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326989 Oct 27 17:07:48.103511 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-703481b2-568d-4bce-b2f8-70d8c1c31470 req-c8685822-06fa-4d5d-9a60-cc22531714ea tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 210 time: 0.0258374 Oct 27 17:07:48.621443 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54be07-ba11-45af-8bc7-30fcc77fafdb req-dacefa12-4ca0-4ef5-88e7-85c7d91cb3ae tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:48.622910 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3f54be07-ba11-45af-8bc7-30fcc77fafdb req-dacefa12-4ca0-4ef5-88e7-85c7d91cb3ae tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 944 time: 0.0489314 Oct 27 17:07:48.660233 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3f54be07-ba11-45af-8bc7-30fcc77fafdb req-f50adbbf-ba34-4af2-8b84-d150ce2d6ed3 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314689 Oct 27 17:07:49.194343 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3516c0bd-1b23-4967-b7ff-6155d385c854 req-d2057b2a-8cda-47db-9b58-80fb3699fee6 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 210 time: 0.0264361 Oct 27 17:07:49.547103 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-dadb0907-94ba-4832-97f6-bb5f1577b012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:49.778457 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86db780-af44-423d-87d4-c5c6ac8a001c req-157eecc2-a83f-4767-8881-d95498aaf6fa tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:49.779886 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e86db780-af44-423d-87d4-c5c6ac8a001c req-157eecc2-a83f-4767-8881-d95498aaf6fa tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 944 time: 0.0514271 Oct 27 17:07:49.817198 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e86db780-af44-423d-87d4-c5c6ac8a001c req-b6fabed0-0c1b-4566-b907-a0ecf5b91926 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312574 Oct 27 17:07:50.286125 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-29de047e-7070-4c0a-aa16-4ac992d78d5e req-5f70271f-51df-4550-9b94-413409f7705f tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 210 time: 0.0257523 Oct 27 17:07:50.934091 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fe10c-dfb2-465a-8f9b-e1768ca494c1 req-62772eed-0496-4ca3-a96e-4d4b427fef68 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:50.935579 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-434fe10c-dfb2-465a-8f9b-e1768ca494c1 req-62772eed-0496-4ca3-a96e-4d4b427fef68 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 944 time: 0.0513022 Oct 27 17:07:50.975140 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-434fe10c-dfb2-465a-8f9b-e1768ca494c1 req-d4eb5913-19d4-49d8-9cef-8372829c426d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335600 Oct 27 17:07:51.379356 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-83d7825e-175b-4fb2-bc16-dfbd577cff42 req-a6da6584-29f9-4f58-8519-c3258d91e4b0 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 210 time: 0.0259075 Oct 27 17:07:52.089377 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5006285-063e-46ee-b332-4cc9d9744391 req-ca26606a-697f-4e3b-8cfc-482b00bbc2be tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:52.090749 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a5006285-063e-46ee-b332-4cc9d9744391 req-ca26606a-697f-4e3b-8cfc-482b00bbc2be tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 944 time: 0.0487783 Oct 27 17:07:52.129396 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a5006285-063e-46ee-b332-4cc9d9744391 req-89772cb0-da22-4fee-931b-274763a0a56a tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326896 Oct 27 17:07:52.369688 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-0a65ed8b-cfe2-4447-a960-8fc0bd3b37c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:52.428731 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-cd0664e1-688f-4eca-81d0-6a77fc7ee5c4 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:52.430100 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-cd0664e1-688f-4eca-81d0-6a77fc7ee5c4 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.11 "GET /v2.0/networks?id=07498dd1-2882-444c-978e-46285484b33d HTTP/1.1" status: 200 len: 808 time: 0.1132064 Oct 27 17:07:52.477903 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-594a9c9c-14d7-4b44-bf07-23a543ff7955 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c20518b6896c4bd5b8e9508a0f84de09 HTTP/1.1" status: 200 len: 380 time: 0.0382013 Oct 27 17:07:52.480040 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-89c0f16d-e809-42d4-8adf-6b716fa56e3b req-1cb554a6-1eff-412a-800b-28afa4d02d1c tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 210 time: 0.0279706 Oct 27 17:07:52.494486 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-9d828541-2bdd-44b4-b96c-bd329e9ac8cc tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Request body: {'port': {'device_id': 'f41100b3-9255-46d9-828f-96632c8b98a9', 'network_id': '07498dd1-2882-444c-978e-46285484b33d', 'admin_state_up': True, 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'security_groups': ['0ddb5a8a-66f7-4ab1-a167-4587726744cd']}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:07:52.682898 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-9d828541-2bdd-44b4-b96c-bd329e9ac8cc tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Made reservation on behalf of c20518b6896c4bd5b8e9508a0f84de09 for: {'port': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:07:52.686563 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-9d828541-2bdd-44b4-b96c-bd329e9ac8cc tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:52.815771 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-9d828541-2bdd-44b4-b96c-bd329e9ac8cc tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Allocated IP 172.20.0.10 (07498dd1-2882-444c-978e-46285484b33d/2038848a-a09a-4f9c-a4fd-769b5112000d/fe3579e8-529f-48eb-b676-94ff0d8f908d) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:07:52.961818 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-9d828541-2bdd-44b4-b96c-bd329e9ac8cc tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:53.060240 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-9d828541-2bdd-44b4-b96c-bd329e9ac8cc tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:53.104530 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-9d828541-2bdd-44b4-b96c-bd329e9ac8cc tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Network 07498dd1-2882-444c-978e-46285484b33d is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:07:53.107667 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-9d828541-2bdd-44b4-b96c-bd329e9ac8cc tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:07:53.111416 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-9d828541-2bdd-44b4-b96c-bd329e9ac8cc tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:07:53.144955 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d828541-2bdd-44b4-b96c-bd329e9ac8cc tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Pushing event updated for resources: {'Port': ['ID=fe3579e8-529f-48eb-b676-94ff0d8f908d,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:53.183598 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-9d828541-2bdd-44b4-b96c-bd329e9ac8cc tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:53.184487 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-9d828541-2bdd-44b4-b96c-bd329e9ac8cc tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:53.219876 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:53.352629 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-be387501-56da-4578-8c42-4dfbd15b9296 None None] Provisioning complete for port fe3579e8-529f-48eb-b676-94ff0d8f908d triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:53.353001 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-be387501-56da-4578-8c42-4dfbd15b9296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:53.389394 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-be387501-56da-4578-8c42-4dfbd15b9296 None None] Port fe3579e8-529f-48eb-b676-94ff0d8f908d cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:07:53.408497 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:53.497777 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-9d828541-2bdd-44b4-b96c-bd329e9ac8cc tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0080838 Oct 27 17:07:53.514243 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-6b1e237d-34ed-4026-a94c-b0099fbe0cfa service neutron] Request body: {'port': {'device_id': 'f41100b3-9255-46d9-828f-96632c8b98a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81570'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:07:53.544206 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bf343-daaa-4727-8df7-1d34aee79387 req-5e5b1b21-36f4-4b9e-a819-52a0324fd86f tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:53.545723 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-362bf343-daaa-4727-8df7-1d34aee79387 req-5e5b1b21-36f4-4b9e-a819-52a0324fd86f tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 944 time: 0.3445637 Oct 27 17:07:53.603463 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c186501-15a8-4e78-9bc1-d9c83ded57d3 req-111a41f1-0ae9-4739-8b52-5f71ac4632b0 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:53.608593 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-6b1e237d-34ed-4026-a94c-b0099fbe0cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:53.609233 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0c186501-15a8-4e78-9bc1-d9c83ded57d3 req-111a41f1-0ae9-4739-8b52-5f71ac4632b0 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 932 time: 0.0604460 Oct 27 17:07:53.638203 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-362bf343-daaa-4727-8df7-1d34aee79387 req-f4547d73-d68e-41c5-93ff-8ae475d2df66 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845578 Oct 27 17:07:53.649160 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0c186501-15a8-4e78-9bc1-d9c83ded57d3 req-3a43af22-92cd-4346-ab20-22090cbd7ae4 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379169 Oct 27 17:07:53.900183 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-6b1e237d-34ed-4026-a94c-b0099fbe0cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3579e8-529f-48eb-b676-94ff0d8f908d {{(pid=118834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:07:53.907915 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-6b1e237d-34ed-4026-a94c-b0099fbe0cfa service neutron] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:53.920335 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.provisioning_blocks [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-6b1e237d-34ed-4026-a94c-b0099fbe0cfa service neutron] Transition to ACTIVE for port object fe3579e8-529f-48eb-b676-94ff0d8f908d will not be triggered until provisioned by entity L2. {{(pid=118834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:07:53.979729 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-6b1e237d-34ed-4026-a94c-b0099fbe0cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:54.047283 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e237d-34ed-4026-a94c-b0099fbe0cfa service neutron] Pushing event updated for resources: {'Port': ['ID=fe3579e8-529f-48eb-b676-94ff0d8f908d,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:54.107194 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-6b1e237d-34ed-4026-a94c-b0099fbe0cfa service neutron] Attempting to bind port fe3579e8-529f-48eb-b676-94ff0d8f908d on host hv-cinder-81570 for vnic_type normal with profile {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:07:54.108190 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-6b1e237d-34ed-4026-a94c-b0099fbe0cfa service neutron] Attempting to bind port fe3579e8-529f-48eb-b676-94ff0d8f908d by drivers openvswitch,hyperv on host hv-cinder-81570 at level 0 using segments [{'id': '0d9014a4-3f25-4fd8-961e-bdce34dcf2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1375, 'network_id': '07498dd1-2882-444c-978e-46285484b33d'}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:07:54.108522 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-6b1e237d-34ed-4026-a94c-b0099fbe0cfa service neutron] Attempting to bind port fe3579e8-529f-48eb-b676-94ff0d8f908d on network 07498dd1-2882-444c-978e-46285484b33d {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:07:54.113206 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-6b1e237d-34ed-4026-a94c-b0099fbe0cfa service neutron] Port fe3579e8-529f-48eb-b676-94ff0d8f908d on network 07498dd1-2882-444c-978e-46285484b33d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81570 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:07:54.113530 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-6b1e237d-34ed-4026-a94c-b0099fbe0cfa service neutron] Attempting to bind port fe3579e8-529f-48eb-b676-94ff0d8f908d on network 07498dd1-2882-444c-978e-46285484b33d {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:07:54.123090 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-6b1e237d-34ed-4026-a94c-b0099fbe0cfa service neutron] Checking agent: {'id': '95ad64ad-6c0c-401b-b42d-2edbbc1c3c16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'started_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:07:54.123592 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-6b1e237d-34ed-4026-a94c-b0099fbe0cfa service neutron] Checking segment: {'id': '0d9014a4-3f25-4fd8-961e-bdce34dcf2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1375, 'network_id': '07498dd1-2882-444c-978e-46285484b33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:07:54.124049 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-6b1e237d-34ed-4026-a94c-b0099fbe0cfa service neutron] Bound using segment: {'id': '0d9014a4-3f25-4fd8-961e-bdce34dcf2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1375, 'network_id': '07498dd1-2882-444c-978e-46285484b33d'} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:07:54.124551 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-6b1e237d-34ed-4026-a94c-b0099fbe0cfa service neutron] Bound port: fe3579e8-529f-48eb-b676-94ff0d8f908d, host: hv-cinder-81570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9014a4-3f25-4fd8-961e-bdce34dcf2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1375, 'network_id': '07498dd1-2882-444c-978e-46285484b33d'}}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:07:54.124996 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-6b1e237d-34ed-4026-a94c-b0099fbe0cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:54.197827 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-6b1e237d-34ed-4026-a94c-b0099fbe0cfa service neutron] For port fe3579e8-529f-48eb-b676-94ff0d8f908d, host hv-cinder-81570, cleared binding levels {{(pid=118834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:07:54.200861 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-6b1e237d-34ed-4026-a94c-b0099fbe0cfa service neutron] For port fe3579e8-529f-48eb-b676-94ff0d8f908d, host hv-cinder-81570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=fe3579e8-529f-48eb-b676-94ff0d8f908d,segment=NetworkSegment(0d9014a4-3f25-4fd8-961e-bdce34dcf2dc),segment_id=0d9014a4-3f25-4fd8-961e-bdce34dcf2dc)] {{(pid=118834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:07:54.249874 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-6b1e237d-34ed-4026-a94c-b0099fbe0cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:54.286092 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-6b1e237d-34ed-4026-a94c-b0099fbe0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:54.287689 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-6b1e237d-34ed-4026-a94c-b0099fbe0cfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:54.288685 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-6b1e237d-34ed-4026-a94c-b0099fbe0cfa service neutron] 10.222.0.11 "PUT /v2.0/ports/fe3579e8-529f-48eb-b676-94ff0d8f908d HTTP/1.1" status: 200 len: 1094 time: 0.7804208 Oct 27 17:07:54.289126 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41100b3-9255-46d9-828f-96632c8b98a9', 'tag': 'fe3579e8-529f-48eb-b676-94ff0d8f908d'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:07:54.291394 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e12566-10a8-413e-9a39-a8408c67731c" -d '{"events": [{"name": "network-changed", "server_uuid": "f41100b3-9255-46d9-828f-96632c8b98a9", "tag": "fe3579e8-529f-48eb-b676-94ff0d8f908d"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:07:54.313509 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e237d-34ed-4026-a94c-b0099fbe0cfa service neutron] Pushing event updated for resources: {'Port': ['ID=fe3579e8-529f-48eb-b676-94ff0d8f908d,revision_number=3']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:54.333329 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba435718-9b31-4170-9aaf-d740c4d15017 x-openstack-request-id: req-ba435718-9b31-4170-9aaf-d740c4d15017 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:07:54.334201 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41100b3-9255-46d9-828f-96632c8b98a9", "tag": "fe3579e8-529f-48eb-b676-94ff0d8f908d", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:07:54.334457 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-ba435718-9b31-4170-9aaf-d740c4d15017 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:07:54.334917 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41100b3-9255-46d9-828f-96632c8b98a9', 'tag': 'fe3579e8-529f-48eb-b676-94ff0d8f908d', 'status': 'completed', 'code': 200} Oct 27 17:07:54.430141 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e12566-10a8-413e-9a39-a8408c67731c req-ee8c7860-54d1-4c9f-b4a4-611b8d0ac457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:54.432315 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-45e12566-10a8-413e-9a39-a8408c67731c req-ee8c7860-54d1-4c9f-b4a4-611b8d0ac457 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c20518b6896c4bd5b8e9508a0f84de09&device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 1097 time: 0.0451696 Oct 27 17:07:54.538211 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e12566-10a8-413e-9a39-a8408c67731c req-cfa205b2-e76e-4e1f-87c5-c525072a277c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:54.540020 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-45e12566-10a8-413e-9a39-a8408c67731c req-cfa205b2-e76e-4e1f-87c5-c525072a277c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c20518b6896c4bd5b8e9508a0f84de09&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0989723 Oct 27 17:07:54.635271 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e12566-10a8-413e-9a39-a8408c67731c req-7c1bddbc-1349-4598-be01-482a54d84057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:54.636809 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-45e12566-10a8-413e-9a39-a8408c67731c req-7c1bddbc-1349-4598-be01-482a54d84057 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0898674 Oct 27 17:07:54.751526 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-fc4a617e-842d-4b4f-a19f-7e7747dd267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:54.753045 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-fc4a617e-842d-4b4f-a19f-7e7747dd267a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c20518b6896c4bd5b8e9508a0f84de09&device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 1097 time: 0.0744421 Oct 27 17:07:54.761234 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700c932-a8ee-4dc8-b58d-5eb1ca709884 req-cd497769-6bd8-42fd-9c2f-cc3c1018b26a tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:54.762853 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7700c932-a8ee-4dc8-b58d-5eb1ca709884 req-cd497769-6bd8-42fd-9c2f-cc3c1018b26a tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 944 time: 0.0521200 Oct 27 17:07:54.802217 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-d49e56d7-cace-4eda-bccd-ad36334c8121 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe3579e8-529f-48eb-b676-94ff0d8f908d HTTP/1.1" status: 200 len: 217 time: 0.0396650 Oct 27 17:07:54.803668 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7700c932-a8ee-4dc8-b58d-5eb1ca709884 req-d6b7ca02-97de-434f-b246-f38ad3626daa tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331953 Oct 27 17:07:54.810880 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95db6c-331f-4c1f-a3f5-e9e1e7a92009 req-440e4eb0-4e14-4486-abb8-74551aec8d6d tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:54.812361 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0a95db6c-331f-4c1f-a3f5-e9e1e7a92009 req-440e4eb0-4e14-4486-abb8-74551aec8d6d tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 944 time: 0.0889792 Oct 27 17:07:54.879821 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-3164d4d7-3c58-4fc3-bbc1-17b73edfbb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:54.881625 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-3164d4d7-3c58-4fc3-bbc1-17b73edfbb8c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2038848a-a09a-4f9c-a4fd-769b5112000d HTTP/1.1" status: 200 len: 847 time: 0.0684292 Oct 27 17:07:54.888700 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0a95db6c-331f-4c1f-a3f5-e9e1e7a92009 req-1495ec29-812c-4325-ad42-0a0f7b31974d tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678284 Oct 27 17:07:54.924097 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device ea98f617-8945-462d-a50b-b84781e003f9 details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:07:54.931750 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-042260b6-7e44-4055-8df0-eeaa01bfb569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:54.933324 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-042260b6-7e44-4055-8df0-eeaa01bfb569 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07498dd1-2882-444c-978e-46285484b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437899 Oct 27 17:07:55.022061 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port ea98f617-8945-462d-a50b-b84781e003f9, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=ea98f617-8945-462d-a50b-b84781e003f9,segment=NetworkSegment(1aac70d7-0812-41ad-a7fe-8333e95f8e13),segment_id=1aac70d7-0812-41ad-a7fe-8333e95f8e13)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:07:55.032490 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-d6919e55-712e-4eee-a590-96f36ee739fb service neutron] 10.222.0.11 "GET /v2.0/networks/07498dd1-2882-444c-978e-46285484b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912201 Oct 27 17:07:55.033001 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': 'ea98f617-8945-462d-a50b-b84781e003f9', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'port_id': 'ea98f617-8945-462d-a50b-b84781e003f9', 'mac_address': 'fa:16:3e:9c:e9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:07:55.071642 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:55.084264 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea98f617-8945-462d-a50b-b84781e003f9 {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:07:55.103932 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port ea98f617-8945-462d-a50b-b84781e003f9, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=ea98f617-8945-462d-a50b-b84781e003f9,segment=NetworkSegment(1aac70d7-0812-41ad-a7fe-8333e95f8e13),segment_id=1aac70d7-0812-41ad-a7fe-8333e95f8e13)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:07:55.133557 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4fb95314-6fbd-4b6f-b5f9-0dd456164518 req-a127b62f-ae9d-4cbf-9d41-f43279d05160 service neutron] 10.222.0.11 "GET /v2.0/networks/07498dd1-2882-444c-978e-46285484b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924392 Oct 27 17:07:55.181358 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:55.209881 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:55.236098 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=ea98f617-8945-462d-a50b-b84781e003f9,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:55.244175 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:55.244517 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:55.244873 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:55.245199 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:55.245535 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:55.245839 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:55.246158 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:55.246474 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:55.246790 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:55.247148 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:55.247464 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:55.247780 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:55.920444 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf48e09-83bd-406c-874f-931ce85ef3f4 req-615c34e3-4369-4456-acea-12ae1a967178 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:55.920444 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6bf48e09-83bd-406c-874f-931ce85ef3f4 req-615c34e3-4369-4456-acea-12ae1a967178 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 945 time: 0.0478792 Oct 27 17:07:55.959503 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6bf48e09-83bd-406c-874f-931ce85ef3f4 req-df759a87-56c9-493f-a826-6e88aff47c95 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332792 Oct 27 17:07:55.974628 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['ea98f617-8945-462d-a50b-b84781e003f9'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:07:56.006917 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e5375-3300-4fff-a143-8119b27107c9 req-8d2893d3-aaed-4049-a4d1-53e676d8590f tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:56.008438 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2f0e5375-3300-4fff-a143-8119b27107c9 req-8d2893d3-aaed-4049-a4d1-53e676d8590f tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 944 time: 0.0519843 Oct 27 17:07:56.046995 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2f0e5375-3300-4fff-a143-8119b27107c9 req-37686ca6-371a-40f4-9c11-9218a74f971d tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325193 Oct 27 17:07:57.182079 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704e002-aee5-4c29-9d78-52db1176e147 req-9de33771-aea9-4cc4-b2e3-9b2d2d88387f tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:57.183512 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b704e002-aee5-4c29-9d78-52db1176e147 req-9de33771-aea9-4cc4-b2e3-9b2d2d88387f tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 944 time: 0.0568264 Oct 27 17:07:57.226497 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b704e002-aee5-4c29-9d78-52db1176e147 req-46944fd1-26c5-45a7-9918-e20803a55914 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349257 Oct 27 17:07:57.239952 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe020fc5-f8e1-416b-97e0-5e5e428d93e7 req-31e4afc8-1e22-4bd1-83fd-e78fc0b80ae4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:57.242002 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-fe020fc5-f8e1-416b-97e0-5e5e428d93e7 req-31e4afc8-1e22-4bd1-83fd-e78fc0b80ae4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 945 time: 0.0567801 Oct 27 17:07:57.280510 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-fe020fc5-f8e1-416b-97e0-5e5e428d93e7 req-90047b62-ba81-4e87-840f-e97375e149b3 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324817 Oct 27 17:07:58.342683 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485ba42-5ad8-4d11-ae21-540f213cdfa7 req-ccb84e50-ab34-4a44-80f8-6e955c7541e6 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:58.344166 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6485ba42-5ad8-4d11-ae21-540f213cdfa7 req-ccb84e50-ab34-4a44-80f8-6e955c7541e6 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 944 time: 0.0491877 Oct 27 17:07:58.383332 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6485ba42-5ad8-4d11-ae21-540f213cdfa7 req-9f07f7fd-d06d-4c52-91cb-b96e124d7d94 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326304 Oct 27 17:07:58.395877 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5c22b-e9b3-4f97-8d77-b09a22b6da7e req-57d427d8-fabd-413f-a8a4-fc4214f648bc tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:58.397557 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-57c5c22b-e9b3-4f97-8d77-b09a22b6da7e req-57d427d8-fabd-413f-a8a4-fc4214f648bc tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 945 time: 0.0494015 Oct 27 17:07:58.435680 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-57c5c22b-e9b3-4f97-8d77-b09a22b6da7e req-8e32370d-0b20-4c00-a09a-2ddd3764d082 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316811 Oct 27 17:07:58.962698 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device ea98f617-8945-462d-a50b-b84781e003f9 up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:07:59.084340 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning for port ea98f617-8945-462d-a50b-b84781e003f9 completed by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:07:59.089279 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port ea98f617-8945-462d-a50b-b84781e003f9 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:59.089644 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:59.167879 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:59.189525 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab33cd4-5cd0-4b1c-84da-0f8db274546a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea98f617-8945-462d-a50b-b84781e003f9'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:07:59.191711 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451f7f74-0672-4591-b296-ea292af29260" -d '{"events": [{"server_uuid": "bab33cd4-5cd0-4b1c-84da-0f8db274546a", "name": "network-vif-plugged", "status": "completed", "tag": "ea98f617-8945-462d-a50b-b84781e003f9"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:07:59.204647 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port ea98f617-8945-462d-a50b-b84781e003f9, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=ea98f617-8945-462d-a50b-b84781e003f9,segment=NetworkSegment(1aac70d7-0812-41ad-a7fe-8333e95f8e13),segment_id=1aac70d7-0812-41ad-a7fe-8333e95f8e13)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:07:59.231398 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35486607-ee09-4aa5-a953-9fdc00ca482a x-openstack-request-id: req-35486607-ee09-4aa5-a953-9fdc00ca482a {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:07:59.231398 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab33cd4-5cd0-4b1c-84da-0f8db274546a", "name": "network-vif-plugged", "status": "completed", "tag": "ea98f617-8945-462d-a50b-b84781e003f9", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:07:59.231398 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-35486607-ee09-4aa5-a953-9fdc00ca482a {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:07:59.231398 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab33cd4-5cd0-4b1c-84da-0f8db274546a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea98f617-8945-462d-a50b-b84781e003f9', 'code': 200} Oct 27 17:07:59.279581 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:59.329211 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=ea98f617-8945-462d-a50b-b84781e003f9,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:59.503451 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbcd8e-337d-4b8e-95de-99609e3b1590 req-2b118be0-d453-41d6-9c32-ccd1d3e7327f tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:59.505115 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-59bbcd8e-337d-4b8e-95de-99609e3b1590 req-2b118be0-d453-41d6-9c32-ccd1d3e7327f tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 944 time: 0.0548313 Oct 27 17:07:59.544536 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-59bbcd8e-337d-4b8e-95de-99609e3b1590 req-5a189d07-d132-4ada-9cf4-76ca0854258f tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327368 Oct 27 17:07:59.557599 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1795229-62ef-4346-99b4-63e70c29ba2a req-752aaa9e-fb07-4762-a9d9-98dda93f4703 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:59.559225 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a1795229-62ef-4346-99b4-63e70c29ba2a req-752aaa9e-fb07-4762-a9d9-98dda93f4703 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 946 time: 0.0502214 Oct 27 17:07:59.597671 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a1795229-62ef-4346-99b4-63e70c29ba2a req-3eb731d7-08d7-4444-aa31-24f05a6e0dca tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326338 Oct 27 17:07:59.661176 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329faf97-e880-40c8-a2b2-cac35e3d4549 req-49854110-c93f-4544-835a-380a29ae9a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:59.662666 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-329faf97-e880-40c8-a2b2-cac35e3d4549 req-49854110-c93f-4544-835a-380a29ae9a42 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 1099 time: 0.0446739 Oct 27 17:07:59.705351 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-329faf97-e880-40c8-a2b2-cac35e3d4549 req-5cb5222c-e229-48e4-a085-17c3faeb7642 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284207 Oct 27 17:08:00.469737 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:08:00.666463 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee1f18-129b-445e-bc8a-a575867a722a req-02a42186-d077-4c52-a8bc-d06c29c06ac5 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:00.668111 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-74ee1f18-129b-445e-bc8a-a575867a722a req-02a42186-d077-4c52-a8bc-d06c29c06ac5 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 944 time: 0.0554848 Oct 27 17:08:00.707372 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-74ee1f18-129b-445e-bc8a-a575867a722a req-c70f2446-d4db-4fa2-ae8d-c88e98240df0 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326943 Oct 27 17:08:00.716688 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56809e-c801-46c3-9a5a-5672ff09aa99 req-5ed5c3e6-8e19-415a-a3f6-c45b56e4313b tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:00.718306 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ef56809e-c801-46c3-9a5a-5672ff09aa99 req-5ed5c3e6-8e19-415a-a3f6-c45b56e4313b tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 946 time: 0.0514438 Oct 27 17:08:00.757059 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ef56809e-c801-46c3-9a5a-5672ff09aa99 req-f9321908-fc4c-4535-a53e-89577078271d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329010 Oct 27 17:08:01.823318 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a3549-3ec6-4336-8ef2-dffef7d246da req-7d17b823-f755-4420-ab78-5f4f02388d45 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:01.824834 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-db2a3549-3ec6-4336-8ef2-dffef7d246da req-7d17b823-f755-4420-ab78-5f4f02388d45 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 944 time: 0.0513592 Oct 27 17:08:01.869648 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-db2a3549-3ec6-4336-8ef2-dffef7d246da req-1496f402-d891-4dc7-8950-e993710a6df7 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383172 Oct 27 17:08:01.879179 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1815d-2459-421f-8c7d-fdd95fb42925 req-f66dd0d8-1c98-405b-9b1a-740338583926 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:01.880767 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d9e1815d-2459-421f-8c7d-fdd95fb42925 req-f66dd0d8-1c98-405b-9b1a-740338583926 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 946 time: 0.0556705 Oct 27 17:08:01.931252 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d9e1815d-2459-421f-8c7d-fdd95fb42925 req-7f9c2371-abf8-41a4-af51-a83c17d71511 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434973 Oct 27 17:08:02.045080 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c3203-a0ef-42c2-9011-b81b1bf9ffc5 req-880fa91c-9563-4fa2-8aab-a7a0b7c1c2a9 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:02.046547 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-509c3203-a0ef-42c2-9011-b81b1bf9ffc5 req-880fa91c-9563-4fa2-8aab-a7a0b7c1c2a9 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 946 time: 0.0494905 Oct 27 17:08:02.084876 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-509c3203-a0ef-42c2-9011-b81b1bf9ffc5 req-d6ed500c-66fb-40b2-b377-413fea3ca86b tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322275 Oct 27 17:08:02.118438 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 60530) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:02.163512 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee284afc-848f-4878-a2dc-de9e57dc5f24 tempest-TestVolumeBootPattern-976700261 tempest-TestVolumeBootPattern-976700261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:02.165268 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-ee284afc-848f-4878-a2dc-de9e57dc5f24 tempest-TestVolumeBootPattern-976700261 tempest-TestVolumeBootPattern-976700261-project-admin] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 1094 time: 0.0458386 Oct 27 17:08:02.168178 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 60532) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:02.172578 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-b312f241-bed5-4d64-9a15-c502bccf68c4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Request body: {'floatingip': {'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'port_id': 'ea98f617-8945-462d-a50b-b84781e003f9', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'fixed_ip_address': '172.20.0.11'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:02.296054 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b312f241-bed5-4d64-9a15-c502bccf68c4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for floatingip, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:02.395235 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b312f241-bed5-4d64-9a15-c502bccf68c4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:02.502396 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [None req-b312f241-bed5-4d64-9a15-c502bccf68c4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Allocated IP 172.27.3.181 (ed716183-5f1c-445b-936f-259913b9090b/855c9060-65b5-4295-a48e-32e34bdb0777/ca72d67f-2fc1-4ec3-ba7e-434f2c4773ed) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:08:02.602491 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b312f241-bed5-4d64-9a15-c502bccf68c4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:02.700194 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b312f241-bed5-4d64-9a15-c502bccf68c4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:02.742598 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b312f241-bed5-4d64-9a15-c502bccf68c4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Network ed716183-5f1c-445b-936f-259913b9090b is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:08:02.745511 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-b312f241-bed5-4d64-9a15-c502bccf68c4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:08:02.749093 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b312f241-bed5-4d64-9a15-c502bccf68c4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:08:02.775315 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 60536) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:02.778047 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312f241-bed5-4d64-9a15-c502bccf68c4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Pushing event updated for resources: {'Port': ['ID=ca72d67f-2fc1-4ec3-ba7e-434f2c4773ed,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:02.823429 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b86bbaa-c6bd-4e38-bf5f-fa68647c9d8d admin admin] Deleting subnet 76c36f54-1cd8-474f-855d-a11c20d9f410 {{(pid=118833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:08:02.826609 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2b86bbaa-c6bd-4e38-bf5f-fa68647c9d8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:02.870116 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2b86bbaa-c6bd-4e38-bf5f-fa68647c9d8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131504099'] for subnet, precommit_delete_associations {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:02.904471 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2b86bbaa-c6bd-4e38-bf5f-fa68647c9d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1424751'] for subnet, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:03.015882 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b7d65-7d09-45ad-8bc3-a854a24940d4 req-aabb0fa1-e381-4ac0-8abd-73532d42a221 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:03.017396 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7f1b7d65-7d09-45ad-8bc3-a854a24940d4 req-aabb0fa1-e381-4ac0-8abd-73532d42a221 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 944 time: 0.0731375 Oct 27 17:08:03.038655 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2b86bbaa-c6bd-4e38-bf5f-fa68647c9d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1424742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131455163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130858914'] for subnet, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:03.067168 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2b86bbaa-c6bd-4e38-bf5f-fa68647c9d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:03.070928 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-2b86bbaa-c6bd-4e38-bf5f-fa68647c9d8d admin admin] 10.222.0.109 "DELETE /v2.0/subnets/76c36f54-1cd8-474f-855d-a11c20d9f410 HTTP/1.1" status: 204 len: 168 time: 0.2940819 Oct 27 17:08:03.071969 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86bbaa-c6bd-4e38-bf5f-fa68647c9d8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76c36f54-1cd8-474f-855d-a11c20d9f410,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:03.074384 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 60540) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:03.086513 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86bbaa-c6bd-4e38-bf5f-fa68647c9d8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:03.086858 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86bbaa-c6bd-4e38-bf5f-fa68647c9d8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:03.087197 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86bbaa-c6bd-4e38-bf5f-fa68647c9d8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:03.087529 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86bbaa-c6bd-4e38-bf5f-fa68647c9d8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:03.087878 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86bbaa-c6bd-4e38-bf5f-fa68647c9d8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:03.088187 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86bbaa-c6bd-4e38-bf5f-fa68647c9d8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:03.088522 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86bbaa-c6bd-4e38-bf5f-fa68647c9d8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:03.088905 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86bbaa-c6bd-4e38-bf5f-fa68647c9d8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:03.089235 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86bbaa-c6bd-4e38-bf5f-fa68647c9d8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:03.089556 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86bbaa-c6bd-4e38-bf5f-fa68647c9d8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:03.089874 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86bbaa-c6bd-4e38-bf5f-fa68647c9d8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:03.090194 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86bbaa-c6bd-4e38-bf5f-fa68647c9d8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:03.114107 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7f1b7d65-7d09-45ad-8bc3-a854a24940d4 req-87f0085e-0b05-4ee0-8876-df85ce7ab928 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855944 Oct 27 17:08:03.163289 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-318ba5de-d4a8-42e2-8494-4efb847ea9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529236'] for network, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:03.246043 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-318ba5de-d4a8-42e2-8494-4efb847ea9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423354', 'neutron.services.segments.db._delete_segments_for_network-8740460286558'] for network, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:03.260628 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b312f241-bed5-4d64-9a15-c502bccf68c4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for floatingip, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:03.265469 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.services.segments.db [None req-318ba5de-d4a8-42e2-8494-4efb847ea9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57e130e-6705-4dae-b8de-df4b7234dcee']}} {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:03.275763 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.services.segments.db [None req-318ba5de-d4a8-42e2-8494-4efb847ea9a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff707d64-e40b-48a0-85d4-61f1ee5f1b11') {'for_net_delete': True} {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:03.276052 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.services.segments.db [None req-318ba5de-d4a8-42e2-8494-4efb847ea9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff707d64-e40b-48a0-85d4-61f1ee5f1b11') {} {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:03.285407 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-318ba5de-d4a8-42e2-8494-4efb847ea9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740460286055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131504026'] for segment, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:03.298945 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-318ba5de-d4a8-42e2-8494-4efb847ea9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:03.305361 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-318ba5de-d4a8-42e2-8494-4efb847ea9a9 admin admin] Releasing vlan 1354 on physical network physnet1 to pool {{(pid=118833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:08:03.305722 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-318ba5de-d4a8-42e2-8494-4efb847ea9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131455057'] for segment, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: Traceback (most recent call last): Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: timer() Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: cb(*args, **kw) Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: return func(*args, **kwargs) Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: self._notify() Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: self.callback(batched_events) Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: event.method(event) Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: return f(self, *a, **k) Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: return self._get(url).json() Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: return self.request(url, 'GET', **kwargs) Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:08:03.307363 dv-cinder-815701-1-iscsi neutron-server[118833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:08:03.424077 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b312f241-bed5-4d64-9a15-c502bccf68c4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:03.432996 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-318ba5de-d4a8-42e2-8494-4efb847ea9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703771'] for network, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:03.438708 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-318ba5de-d4a8-42e2-8494-4efb847ea9a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:03.442667 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-318ba5de-d4a8-42e2-8494-4efb847ea9a9 admin admin] 10.222.0.109 "DELETE /v2.0/networks/a57e130e-6705-4dae-b8de-df4b7234dcee HTTP/1.1" status: 204 len: 168 time: 0.3657131 Oct 27 17:08:03.454780 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ba5de-d4a8-42e2-8494-4efb847ea9a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a57e130e-6705-4dae-b8de-df4b7234dcee,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:03.581709 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b312f241-bed5-4d64-9a15-c502bccf68c4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:03.661499 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b312f241-bed5-4d64-9a15-c502bccf68c4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:03.732622 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312f241-bed5-4d64-9a15-c502bccf68c4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Pushing event updated for resources: {'Port': ['ID=ca72d67f-2fc1-4ec3-ba7e-434f2c4773ed,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:03.745286 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b312f241-bed5-4d64-9a15-c502bccf68c4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703721'] for floatingip, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:03.846238 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.l3_db [None req-b312f241-bed5-4d64-9a15-c502bccf68c4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Floating IP 6a2b3eb8-1228-4764-af61-538427b26fc5 associated. External IP: 172.27.3.181, port: ea98f617-8945-462d-a50b-b84781e003f9. Oct 27 17:08:03.858994 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 60546) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:03.899292 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-f33ea244-6158-4689-b741-7dd8e1a3a060 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=dd5669935351497eb068f093e3457a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389307 Oct 27 17:08:03.901534 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 60548) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:03.954153 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-84ae0f44-ecc5-4405-96d5-51fb6992d0b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:03.975266 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-84ae0f44-ecc5-4405-96d5-51fb6992d0b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:04.055859 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b312f241-bed5-4d64-9a15-c502bccf68c4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:08:04.107510 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-84ae0f44-ecc5-4405-96d5-51fb6992d0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:04.110132 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-84ae0f44-ecc5-4405-96d5-51fb6992d0b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:04.111280 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-84ae0f44-ecc5-4405-96d5-51fb6992d0b4 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/7c80a07b-04ed-4fa7-80cc-b48749d86f95 HTTP/1.1" status: 204 len: 168 time: 0.2088535 Oct 27 17:08:04.120285 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae0f44-ecc5-4405-96d5-51fb6992d0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c80a07b-04ed-4fa7-80cc-b48749d86f95,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:04.177747 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b312f241-bed5-4d64-9a15-c502bccf68c4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:08:04.189823 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b784ea4-61c5-4849-a914-bb4a56d28907 None None] Sync routers for ids ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:08:04.204106 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b784ea4-61c5-4849-a914-bb4a56d28907 None None] Routers {'4a549c17-e83c-4ec6-b60e-3eb96d734b82'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:08:04.204772 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-4b784ea4-61c5-4849-a914-bb4a56d28907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:07:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:04.237351 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e8890-26c7-4042-a1d3-cd54d3262bfd req-c2988a38-7552-4603-bc3f-812a0f5d5ca9 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:04.238947 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b75e8890-26c7-4042-a1d3-cd54d3262bfd req-c2988a38-7552-4603-bc3f-812a0f5d5ca9 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 944 time: 0.0519712 Oct 27 17:08:04.251685 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b312f241-bed5-4d64-9a15-c502bccf68c4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for floatingip, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:04.281096 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-b312f241-bed5-4d64-9a15-c502bccf68c4 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1118259 Oct 27 17:08:04.283985 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab33cd4-5cd0-4b1c-84da-0f8db274546a', 'tag': 'ea98f617-8945-462d-a50b-b84781e003f9'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:08:04.284373 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e87a5e-cd80-4de4-b6f0-e201fa0340c5" -d '{"events": [{"name": "network-changed", "server_uuid": "bab33cd4-5cd0-4b1c-84da-0f8db274546a", "tag": "ea98f617-8945-462d-a50b-b84781e003f9"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:08:04.297832 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b75e8890-26c7-4042-a1d3-cd54d3262bfd req-3f58c8c0-12aa-44bf-8eb3-72a79c7e80bd tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518436 Oct 27 17:08:04.324361 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476e1e91-8158-4e91-b3c0-4ced6188281d x-openstack-request-id: req-476e1e91-8158-4e91-b3c0-4ced6188281d {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:08:04.324679 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab33cd4-5cd0-4b1c-84da-0f8db274546a", "tag": "ea98f617-8945-462d-a50b-b84781e003f9", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:08:04.324932 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-476e1e91-8158-4e91-b3c0-4ced6188281d {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:08:04.325374 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab33cd4-5cd0-4b1c-84da-0f8db274546a', 'tag': 'ea98f617-8945-462d-a50b-b84781e003f9', 'status': 'completed', 'code': 200} Oct 27 17:08:04.326360 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-4b784ea4-61c5-4849-a914-bb4a56d28907 None None] Set router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:08:04.391197 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e87a5e-cd80-4de4-b6f0-e201fa0340c5 req-d03401b2-c43c-41f0-ba08-4d48b00967ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:04.393005 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-48e87a5e-cd80-4de4-b6f0-e201fa0340c5 req-d03401b2-c43c-41f0-ba08-4d48b00967ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b56b830b8c974548b53ba292242131df&device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 1099 time: 0.0462828 Oct 27 17:08:04.504601 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e87a5e-cd80-4de4-b6f0-e201fa0340c5 req-bfd1d6f9-4cc6-4dbe-a177-17640af68c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:04.506149 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-48e87a5e-cd80-4de4-b6f0-e201fa0340c5 req-bfd1d6f9-4cc6-4dbe-a177-17640af68c5d service neutron] 10.222.0.11 "GET /v2.0/networks?id=e91aae30-22b6-408a-b5f9-023a720e38a7 HTTP/1.1" status: 200 len: 914 time: 0.1032906 Oct 27 17:08:04.582005 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-48e87a5e-cd80-4de4-b6f0-e201fa0340c5 req-dea64619-e874-46fd-bb2a-b30d8b4e8ca6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea98f617-8945-462d-a50b-b84781e003f9 HTTP/1.1" status: 200 len: 1000 time: 0.0683413 Oct 27 17:08:04.629157 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-4b784ea4-61c5-4849-a914-bb4a56d28907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:27Z', 'revision_number': 4, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '6a2b3eb8-1228-4764-af61-538427b26fc5', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'port_id': 'ea98f617-8945-462d-a50b-b84781e003f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'mac_address': 'fa:16:3e:9c:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab33cd4-5cd0-4b1c-84da-0f8db274546a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:08:03Z', 'updated_at': '2021-10-27T17:08:03Z', 'revision_number': 0, 'project_id': 'b56b830b8c974548b53ba292242131df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7297784e-50c7-4327-85e2-f8300b784542', 'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'mac_address': 'fa:16:3e:39:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:26Z', 'updated_at': '2021-10-27T17:02:31Z', 'revision_number': 5, 'project_id': 'b56b830b8c974548b53ba292242131df', 'subnets': [{'id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:04.635994 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e87a5e-cd80-4de4-b6f0-e201fa0340c5 req-15d5c803-298b-4080-a13c-3555f54bfa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:04.637523 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-48e87a5e-cd80-4de4-b6f0-e201fa0340c5 req-15d5c803-298b-4080-a13c-3555f54bfa51 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c198ae9-9d38-4325-9957-9b7c60096236 HTTP/1.1" status: 200 len: 851 time: 0.0481391 Oct 27 17:08:04.659441 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b784ea4-61c5-4849-a914-bb4a56d28907 None None] Checking router: 4a549c17-e83c-4ec6-b60e-3eb96d734b82 for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:08:04.669206 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b784ea4-61c5-4849-a914-bb4a56d28907 None None] Routers {'4a549c17-e83c-4ec6-b60e-3eb96d734b82'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:08:04.669814 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-4b784ea4-61c5-4849-a914-bb4a56d28907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:07:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:04.687392 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e87a5e-cd80-4de4-b6f0-e201fa0340c5 req-cc975b86-fcc1-433c-8824-e0fd9954d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:04.688930 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-48e87a5e-cd80-4de4-b6f0-e201fa0340c5 req-cc975b86-fcc1-433c-8824-e0fd9954d638 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e91aae30-22b6-408a-b5f9-023a720e38a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428228 Oct 27 17:08:04.788220 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-48e87a5e-cd80-4de4-b6f0-e201fa0340c5 req-7a33a9c4-3c8f-4411-8495-c17985618571 service neutron] 10.222.0.11 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909839 Oct 27 17:08:04.881375 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-48e87a5e-cd80-4de4-b6f0-e201fa0340c5 req-184b9258-a17f-41cd-926f-578f6ee36f66 service neutron] 10.222.0.11 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849652 Oct 27 17:08:04.906271 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-4b784ea4-61c5-4849-a914-bb4a56d28907 None None] Set router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:08:05.037565 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device fe3579e8-529f-48eb-b676-94ff0d8f908d details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:08:05.187294 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port fe3579e8-529f-48eb-b676-94ff0d8f908d, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=fe3579e8-529f-48eb-b676-94ff0d8f908d,segment=NetworkSegment(0d9014a4-3f25-4fd8-961e-bdce34dcf2dc),segment_id=0d9014a4-3f25-4fd8-961e-bdce34dcf2dc)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:08:05.203166 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': 'fe3579e8-529f-48eb-b676-94ff0d8f908d', 'network_id': '07498dd1-2882-444c-978e-46285484b33d', 'port_id': 'fe3579e8-529f-48eb-b676-94ff0d8f908d', 'mac_address': 'fa:16:3e:a7:d4:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2038848a-a09a-4f9c-a4fd-769b5112000d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:08:05.240887 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-4b784ea4-61c5-4849-a914-bb4a56d28907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:27Z', 'revision_number': 4, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '6a2b3eb8-1228-4764-af61-538427b26fc5', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'port_id': 'ea98f617-8945-462d-a50b-b84781e003f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'mac_address': 'fa:16:3e:9c:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab33cd4-5cd0-4b1c-84da-0f8db274546a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:08:03Z', 'updated_at': '2021-10-27T17:08:03Z', 'revision_number': 0, 'project_id': 'b56b830b8c974548b53ba292242131df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7297784e-50c7-4327-85e2-f8300b784542', 'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'mac_address': 'fa:16:3e:39:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:26Z', 'updated_at': '2021-10-27T17:02:31Z', 'revision_number': 5, 'project_id': 'b56b830b8c974548b53ba292242131df', 'subnets': [{'id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:05.274805 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b784ea4-61c5-4849-a914-bb4a56d28907 None None] The sync data for ids ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'] in dv-cinder-815701-1-iscsi is: [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:27Z', 'revision_number': 4, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '6a2b3eb8-1228-4764-af61-538427b26fc5', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'port_id': 'ea98f617-8945-462d-a50b-b84781e003f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'mac_address': 'fa:16:3e:9c:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab33cd4-5cd0-4b1c-84da-0f8db274546a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:08:03Z', 'updated_at': '2021-10-27T17:08:03Z', 'revision_number': 0, 'project_id': 'b56b830b8c974548b53ba292242131df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7297784e-50c7-4327-85e2-f8300b784542', 'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'mac_address': 'fa:16:3e:39:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:26Z', 'updated_at': '2021-10-27T17:02:31Z', 'revision_number': 5, 'project_id': 'b56b830b8c974548b53ba292242131df', 'subnets': [{'id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:08:05.278716 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:05.291514 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3579e8-529f-48eb-b676-94ff0d8f908d {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:08:05.312165 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port fe3579e8-529f-48eb-b676-94ff0d8f908d, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=fe3579e8-529f-48eb-b676-94ff0d8f908d,segment=NetworkSegment(0d9014a4-3f25-4fd8-961e-bdce34dcf2dc),segment_id=0d9014a4-3f25-4fd8-961e-bdce34dcf2dc)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:08:05.393122 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:05.418066 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2827df-4a7f-4192-b05a-0b8c20dd76a6 req-38c277ca-e0bf-486d-9c0c-a9f7d35eda03 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:05.419754 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0a2827df-4a7f-4192-b05a-0b8c20dd76a6 req-38c277ca-e0bf-486d-9c0c-a9f7d35eda03 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 944 time: 0.0544784 Oct 27 17:08:05.448584 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=fe3579e8-529f-48eb-b676-94ff0d8f908d,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:05.465382 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0a2827df-4a7f-4192-b05a-0b8c20dd76a6 req-940e2f51-2d49-4bd6-b812-0e24f67e0bd5 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390880 Oct 27 17:08:05.484591 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c222ea7-825b-4fb3-978a-dcf3fc5aea59 None None] New status for floating IP 6a2b3eb8-1228-4764-af61-538427b26fc5: ACTIVE {{(pid=118836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:08:05.772016 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['fe3579e8-529f-48eb-b676-94ff0d8f908d'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:08:05.883113 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:06.589847 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb936c6-516f-4493-99b1-13f631c7b436 req-978a4d8b-1662-4b08-bc99-0ca085d26e33 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:06.591324 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cfb936c6-516f-4493-99b1-13f631c7b436 req-978a4d8b-1662-4b08-bc99-0ca085d26e33 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 945 time: 0.0556564 Oct 27 17:08:06.634218 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cfb936c6-516f-4493-99b1-13f631c7b436 req-059beb93-b841-4d96-ae5b-9189ff856912 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369349 Oct 27 17:08:07.030741 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device fe3579e8-529f-48eb-b676-94ff0d8f908d up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:08:07.135656 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning for port fe3579e8-529f-48eb-b676-94ff0d8f908d completed by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:08:07.139683 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port fe3579e8-529f-48eb-b676-94ff0d8f908d triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:08:07.140051 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:07.219418 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:07.242791 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41100b3-9255-46d9-828f-96632c8b98a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3579e8-529f-48eb-b676-94ff0d8f908d'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:08:07.245150 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139134c0-9d4a-45c2-ae8a-47b7a03949b7" -d '{"events": [{"server_uuid": "f41100b3-9255-46d9-828f-96632c8b98a9", "name": "network-vif-plugged", "status": "completed", "tag": "fe3579e8-529f-48eb-b676-94ff0d8f908d"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:08:07.258065 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port fe3579e8-529f-48eb-b676-94ff0d8f908d, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=fe3579e8-529f-48eb-b676-94ff0d8f908d,segment=NetworkSegment(0d9014a4-3f25-4fd8-961e-bdce34dcf2dc),segment_id=0d9014a4-3f25-4fd8-961e-bdce34dcf2dc)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:08:07.281928 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c92187-1b29-428e-9f42-da851890a6f7 x-openstack-request-id: req-b7c92187-1b29-428e-9f42-da851890a6f7 {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:08:07.282159 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41100b3-9255-46d9-828f-96632c8b98a9", "name": "network-vif-plugged", "status": "completed", "tag": "fe3579e8-529f-48eb-b676-94ff0d8f908d", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:08:07.282407 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-b7c92187-1b29-428e-9f42-da851890a6f7 {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:08:07.282805 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41100b3-9255-46d9-828f-96632c8b98a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3579e8-529f-48eb-b676-94ff0d8f908d', 'code': 200} Oct 27 17:08:07.324077 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:07.372494 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=fe3579e8-529f-48eb-b676-94ff0d8f908d,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:07.695736 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf705e-6a90-4e4e-a560-49908856beb7 req-31aa9ac0-f28b-406f-9583-14a507b1f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:07.697337 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-31bf705e-6a90-4e4e-a560-49908856beb7 req-31aa9ac0-f28b-406f-9583-14a507b1f0d5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 1099 time: 0.0430536 Oct 27 17:08:07.739518 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-31bf705e-6a90-4e4e-a560-49908856beb7 req-b78edd2a-e10f-4e54-a570-cde95ffc74be service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317345 Oct 27 17:08:07.912100 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb246c0f-1f05-483e-a9fe-59b538d8e336 req-15092624-9be3-4ec8-870e-5fc67628e684 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:07.913508 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fb246c0f-1f05-483e-a9fe-59b538d8e336 req-15092624-9be3-4ec8-870e-5fc67628e684 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0485194 Oct 27 17:08:07.952360 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fb246c0f-1f05-483e-a9fe-59b538d8e336 req-623e1087-00ab-45f0-b24b-f9a3e62a567e tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328033 Oct 27 17:08:09.075745 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24743ec4-8727-4dff-aabf-a9b7ddbc66ca req-3bd723a8-2f7a-4f88-a16f-9605f212e947 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:09.077249 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-24743ec4-8727-4dff-aabf-a9b7ddbc66ca req-3bd723a8-2f7a-4f88-a16f-9605f212e947 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0553687 Oct 27 17:08:09.116906 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-24743ec4-8727-4dff-aabf-a9b7ddbc66ca req-05f44c94-ee97-439e-868f-035649f0dc83 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336139 Oct 27 17:08:10.235524 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c32c00-e822-468f-9127-b65266e037d4 req-04b124fd-8dc7-49ca-a606-57dc3a5f8021 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:10.237037 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a6c32c00-e822-468f-9127-b65266e037d4 req-04b124fd-8dc7-49ca-a606-57dc3a5f8021 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0503681 Oct 27 17:08:10.278781 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a6c32c00-e822-468f-9127-b65266e037d4 req-9b391aaa-a906-4d66-8c19-3e9447494862 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357940 Oct 27 17:08:10.393671 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87965f-a1c2-48ae-86df-e67db34dc414 req-e3c0af24-6ddc-44a5-879a-3624ead0134e tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:10.395263 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-dc87965f-a1c2-48ae-86df-e67db34dc414 req-e3c0af24-6ddc-44a5-879a-3624ead0134e tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0510244 Oct 27 17:08:10.434531 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-dc87965f-a1c2-48ae-86df-e67db34dc414 req-bc761aca-d83c-42da-a73b-bc4451928165 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326474 Oct 27 17:08:10.456725 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 60572) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:10.687271 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e06f85-1b8a-4aee-94f3-a4a2f98e942c tempest-TestShelveInstance-2102272279 tempest-TestShelveInstance-2102272279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:10.688855 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-22e06f85-1b8a-4aee-94f3-a4a2f98e942c tempest-TestShelveInstance-2102272279 tempest-TestShelveInstance-2102272279-project-admin] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 1094 time: 0.2311313 Oct 27 17:08:10.691747 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 60576) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:10.696165 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-c6c4d564-26bd-4458-a2c3-a259c3695b96 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Request body: {'floatingip': {'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'port_id': 'fe3579e8-529f-48eb-b676-94ff0d8f908d', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'fixed_ip_address': '172.20.0.10'}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:10.821661 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c6c4d564-26bd-4458-a2c3-a259c3695b96 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for floatingip, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:10.925688 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c6c4d564-26bd-4458-a2c3-a259c3695b96 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:11.033539 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_common [None req-c6c4d564-26bd-4458-a2c3-a259c3695b96 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Allocated IP 172.27.3.109 (ed716183-5f1c-445b-936f-259913b9090b/855c9060-65b5-4295-a48e-32e34bdb0777/a740381c-bd5f-4091-8836-280aecea98e1) {{(pid=118833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:08:11.132348 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c6c4d564-26bd-4458-a2c3-a259c3695b96 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for port, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:11.262262 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c6c4d564-26bd-4458-a2c3-a259c3695b96 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:11.306580 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c4d564-26bd-4458-a2c3-a259c3695b96 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Network ed716183-5f1c-445b-936f-259913b9090b is already hosted by enough agents. {{(pid=118833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:08:11.309715 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-c6c4d564-26bd-4458-a2c3-a259c3695b96 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Resources bound (agent type, host, resource id): {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:08:11.312347 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c4d564-26bd-4458-a2c3-a259c3695b96 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Received port after_create {{(pid=118833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:08:11.337524 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4d564-26bd-4458-a2c3-a259c3695b96 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Pushing event updated for resources: {'Port': ['ID=a740381c-bd5f-4091-8836-280aecea98e1,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:11.654996 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c6c4d564-26bd-4458-a2c3-a259c3695b96 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for floatingip, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:11.793878 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c6c4d564-26bd-4458-a2c3-a259c3695b96 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:11.944035 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c6c4d564-26bd-4458-a2c3-a259c3695b96 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for port, precommit_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:12.021699 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c6c4d564-26bd-4458-a2c3-a259c3695b96 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131455093'] for port, after_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:12.090758 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4d564-26bd-4458-a2c3-a259c3695b96 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Pushing event updated for resources: {'Port': ['ID=a740381c-bd5f-4091-8836-280aecea98e1,revision_number=2']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:12.109773 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c6c4d564-26bd-4458-a2c3-a259c3695b96 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703721'] for floatingip, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:12.208430 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.db.l3_db [None req-c6c4d564-26bd-4458-a2c3-a259c3695b96 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Floating IP 86364939-dd5b-4dd0-86f8-94a89c3ccbe4 associated. External IP: 172.27.3.109, port: fe3579e8-529f-48eb-b676-94ff0d8f908d. Oct 27 17:08:12.415914 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c4d564-26bd-4458-a2c3-a259c3695b96 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Router 4eab40d2-6c11-4aa5-85ac-537683199bbb has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:08:12.518985 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c4d564-26bd-4458-a2c3-a259c3695b96 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:08:12.529151 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66686302-7ff3-497d-82e4-16c139b37c69 None None] Sync routers for ids ['4eab40d2-6c11-4aa5-85ac-537683199bbb'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:08:12.539007 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66686302-7ff3-497d-82e4-16c139b37c69 None None] Routers {'4eab40d2-6c11-4aa5-85ac-537683199bbb'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:08:12.546748 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-66686302-7ff3-497d-82e4-16c139b37c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:07:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4eab40d2-6c11-4aa5-85ac-537683199bbb'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:12.605574 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c6c4d564-26bd-4458-a2c3-a259c3695b96 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for floatingip, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:12.635468 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-c6c4d564-26bd-4458-a2c3-a259c3695b96 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9426801 Oct 27 17:08:12.636098 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41100b3-9255-46d9-828f-96632c8b98a9', 'tag': 'fe3579e8-529f-48eb-b676-94ff0d8f908d'}] {{(pid=118833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:08:12.638551 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c66521ff26e5cb966b8f79b87702808b323f371d754c2b2b0a866cc42f0a139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912b1a12-e470-4844-8758-628a169b5ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "f41100b3-9255-46d9-828f-96632c8b98a9", "tag": "fe3579e8-529f-48eb-b676-94ff0d8f908d"}]}' {{(pid=118833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:08:12.648267 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-66686302-7ff3-497d-82e4-16c139b37c69 None None] Set router 4eab40d2-6c11-4aa5-85ac-537683199bbb gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:08:12.795549 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d963d791-68eb-4f2f-b0ce-268bd0e2d128 x-openstack-request-id: req-d963d791-68eb-4f2f-b0ce-268bd0e2d128 {{(pid=118833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:08:12.796048 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41100b3-9255-46d9-828f-96632c8b98a9", "tag": "fe3579e8-529f-48eb-b676-94ff0d8f908d", "status": "completed", "code": 200}]} {{(pid=118833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:08:12.796048 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-d963d791-68eb-4f2f-b0ce-268bd0e2d128 {{(pid=118833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:08:12.796443 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41100b3-9255-46d9-828f-96632c8b98a9', 'tag': 'fe3579e8-529f-48eb-b676-94ff0d8f908d', 'status': 'completed', 'code': 200} Oct 27 17:08:12.868097 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b1a12-e470-4844-8758-628a169b5ed1 req-fddaa4a5-359a-4c5c-be68-1a33a107d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:12.869686 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-912b1a12-e470-4844-8758-628a169b5ed1 req-fddaa4a5-359a-4c5c-be68-1a33a107d06e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c20518b6896c4bd5b8e9508a0f84de09&device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 1099 time: 0.0425427 Oct 27 17:08:12.878953 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-66686302-7ff3-497d-82e4-16c139b37c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'name': 'tempest-TestShelveInstance-178698612-router', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:06:54Z', 'updated_at': '2021-10-27T17:06:57Z', 'revision_number': 4, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'gw_port': {'id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:06:55Z', 'updated_at': '2021-10-27T17:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '86364939-dd5b-4dd0-86f8-94a89c3ccbe4', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'port_id': 'fe3579e8-529f-48eb-b676-94ff0d8f908d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07498dd1-2882-444c-978e-46285484b33d', 'mac_address': 'fa:16:3e:a7:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41100b3-9255-46d9-828f-96632c8b98a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:08:11Z', 'updated_at': '2021-10-27T17:08:11Z', 'revision_number': 0, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd08161c-4b2e-499e-92fa-aba08d9c4314', 'name': '', 'network_id': '07498dd1-2882-444c-978e-46285484b33d', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'mac_address': 'fa:16:3e:f4:34:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2038848a-a09a-4f9c-a4fd-769b5112000d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:06:57Z', 'updated_at': '2021-10-27T17:07:01Z', 'revision_number': 5, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'subnets': [{'id': '2038848a-a09a-4f9c-a4fd-769b5112000d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:12.909559 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66686302-7ff3-497d-82e4-16c139b37c69 None None] Checking router: 4eab40d2-6c11-4aa5-85ac-537683199bbb for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:08:12.918983 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66686302-7ff3-497d-82e4-16c139b37c69 None None] Routers {'4eab40d2-6c11-4aa5-85ac-537683199bbb'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:08:12.919601 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-66686302-7ff3-497d-82e4-16c139b37c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:07:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4eab40d2-6c11-4aa5-85ac-537683199bbb'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:12.972975 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b1a12-e470-4844-8758-628a169b5ed1 req-cfc311e3-8b18-4f56-bd23-34bcd9854396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:12.974731 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-912b1a12-e470-4844-8758-628a169b5ed1 req-cfc311e3-8b18-4f56-bd23-34bcd9854396 service neutron] 10.222.0.11 "GET /v2.0/networks?id=07498dd1-2882-444c-978e-46285484b33d HTTP/1.1" status: 200 len: 910 time: 0.0951047 Oct 27 17:08:13.027170 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-66686302-7ff3-497d-82e4-16c139b37c69 None None] Set router 4eab40d2-6c11-4aa5-85ac-537683199bbb gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:08:13.047764 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-912b1a12-e470-4844-8758-628a169b5ed1 req-9cbbcf39-c110-4aec-8ccb-f377beea1c9e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe3579e8-529f-48eb-b676-94ff0d8f908d HTTP/1.1" status: 200 len: 1000 time: 0.0630662 Oct 27 17:08:13.098435 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b1a12-e470-4844-8758-628a169b5ed1 req-c36e33c8-aafb-4fc9-a9af-5219e11fc33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:13.099923 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-912b1a12-e470-4844-8758-628a169b5ed1 req-c36e33c8-aafb-4fc9-a9af-5219e11fc33d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2038848a-a09a-4f9c-a4fd-769b5112000d HTTP/1.1" status: 200 len: 847 time: 0.0450299 Oct 27 17:08:13.146546 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b1a12-e470-4844-8758-628a169b5ed1 req-1a0498f0-a9af-4e44-83ea-3ddd5d61a180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:13.148044 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-912b1a12-e470-4844-8758-628a169b5ed1 req-1a0498f0-a9af-4e44-83ea-3ddd5d61a180 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07498dd1-2882-444c-978e-46285484b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405979 Oct 27 17:08:13.250973 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-912b1a12-e470-4844-8758-628a169b5ed1 req-e2ce643d-ad35-41fd-b553-d6d1c9166ba2 service neutron] 10.222.0.11 "GET /v2.0/networks/07498dd1-2882-444c-978e-46285484b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946269 Oct 27 17:08:13.262307 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-66686302-7ff3-497d-82e4-16c139b37c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'name': 'tempest-TestShelveInstance-178698612-router', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:06:54Z', 'updated_at': '2021-10-27T17:06:57Z', 'revision_number': 4, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'gw_port': {'id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:06:55Z', 'updated_at': '2021-10-27T17:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '86364939-dd5b-4dd0-86f8-94a89c3ccbe4', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'port_id': 'fe3579e8-529f-48eb-b676-94ff0d8f908d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07498dd1-2882-444c-978e-46285484b33d', 'mac_address': 'fa:16:3e:a7:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41100b3-9255-46d9-828f-96632c8b98a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:08:11Z', 'updated_at': '2021-10-27T17:08:11Z', 'revision_number': 0, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd08161c-4b2e-499e-92fa-aba08d9c4314', 'name': '', 'network_id': '07498dd1-2882-444c-978e-46285484b33d', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'mac_address': 'fa:16:3e:f4:34:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2038848a-a09a-4f9c-a4fd-769b5112000d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:06:57Z', 'updated_at': '2021-10-27T17:07:01Z', 'revision_number': 5, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'subnets': [{'id': '2038848a-a09a-4f9c-a4fd-769b5112000d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:13.294752 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66686302-7ff3-497d-82e4-16c139b37c69 None None] The sync data for ids ['4eab40d2-6c11-4aa5-85ac-537683199bbb'] in dv-cinder-815701-1-iscsi is: [{'id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'name': 'tempest-TestShelveInstance-178698612-router', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:06:54Z', 'updated_at': '2021-10-27T17:06:57Z', 'revision_number': 4, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'gw_port': {'id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:06:55Z', 'updated_at': '2021-10-27T17:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '86364939-dd5b-4dd0-86f8-94a89c3ccbe4', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'port_id': 'fe3579e8-529f-48eb-b676-94ff0d8f908d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07498dd1-2882-444c-978e-46285484b33d', 'mac_address': 'fa:16:3e:a7:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41100b3-9255-46d9-828f-96632c8b98a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:08:11Z', 'updated_at': '2021-10-27T17:08:11Z', 'revision_number': 0, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd08161c-4b2e-499e-92fa-aba08d9c4314', 'name': '', 'network_id': '07498dd1-2882-444c-978e-46285484b33d', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'mac_address': 'fa:16:3e:f4:34:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2038848a-a09a-4f9c-a4fd-769b5112000d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:06:57Z', 'updated_at': '2021-10-27T17:07:01Z', 'revision_number': 5, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'subnets': [{'id': '2038848a-a09a-4f9c-a4fd-769b5112000d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:08:13.359647 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-912b1a12-e470-4844-8758-628a169b5ed1 req-33ef61cc-b5a6-4c3a-ae92-98df144fe356 service neutron] 10.222.0.11 "GET /v2.0/networks/07498dd1-2882-444c-978e-46285484b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005828 Oct 27 17:08:13.498410 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26042ed-ecd8-4a32-a262-83484bb7c0f6 None None] New status for floating IP 86364939-dd5b-4dd0-86f8-94a89c3ccbe4: ACTIVE {{(pid=118836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:08:16.275411 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72611ba0-724f-4507-9c50-7c16c7814374 req-a6e9450e-e7c0-40ca-a456-80a6abcb28af tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:16.277002 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-72611ba0-724f-4507-9c50-7c16c7814374 req-a6e9450e-e7c0-40ca-a456-80a6abcb28af tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 946 time: 0.0503881 Oct 27 17:08:16.314926 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-72611ba0-724f-4507-9c50-7c16c7814374 req-53d4e2e7-e8a4-4d75-89e6-3a03e5d60860 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317838 Oct 27 17:08:17.688033 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43f45f-9d3d-4080-b561-c95c3e5ee425 req-8a6134da-e6e9-4902-b2d3-450389b540ce tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:17.689463 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-de43f45f-9d3d-4080-b561-c95c3e5ee425 req-8a6134da-e6e9-4902-b2d3-450389b540ce tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 946 time: 0.3011575 Oct 27 17:08:17.727463 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-de43f45f-9d3d-4080-b561-c95c3e5ee425 req-0d6f22ad-bd30-44f0-869c-39e868eead26 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320120 Oct 27 17:08:18.508395 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d409a1b-c04a-448d-8605-1dd350f2e2c2 req-10385ef3-e89e-4f9c-b010-31773399c0b1 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:18.510384 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-9d409a1b-c04a-448d-8605-1dd350f2e2c2 req-10385ef3-e89e-4f9c-b010-31773399c0b1 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 946 time: 0.0509319 Oct 27 17:08:18.611789 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-9d409a1b-c04a-448d-8605-1dd350f2e2c2 req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Deleting port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:08:18.612118 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-9d409a1b-c04a-448d-8605-1dd350f2e2c2 req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:18.700762 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-9d409a1b-c04a-448d-8605-1dd350f2e2c2 req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] For port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:08:18.701448 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-9d409a1b-c04a-448d-8605-1dd350f2e2c2 req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:18.857168 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050649d-c9b8-4d48-ad1e-113059f9dbeb req-5dd983c6-e5ca-4259-b8f9-03f7f7620f5b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:18.858660 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b050649d-c9b8-4d48-ad1e-113059f9dbeb req-5dd983c6-e5ca-4259-b8f9-03f7f7620f5b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 946 time: 0.0487487 Oct 27 17:08:18.881255 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-9d409a1b-c04a-448d-8605-1dd350f2e2c2 req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for floatingip, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:18.881843 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-9d409a1b-c04a-448d-8605-1dd350f2e2c2 req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703721'] for floatingip, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:18.882366 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.l3_db [req-9d409a1b-c04a-448d-8605-1dd350f2e2c2 req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Floating IP 6bf2a5fc-3811-4c19-823b-d4c1ec4b779a disassociated. External IP: 172.27.3.172, port: 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d. Oct 27 17:08:18.882506 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-9d409a1b-c04a-448d-8605-1dd350f2e2c2 req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Calling delete_port for 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d owned by compute:nova {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:08:18.898131 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b050649d-c9b8-4d48-ad1e-113059f9dbeb req-fb5dac91-d0ac-4334-bc7d-6a58d2c6696a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=6ffe3379-eef9-4538-9b12-06bc8c4d7829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332603 Oct 27 17:08:19.079525 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-9d409a1b-c04a-448d-8605-1dd350f2e2c2 req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:19.110147 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Pushing event deleted for resources: {'Port': ['ID=5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:19.122357 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:19.122699 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:19.123039 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:19.123387 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:19.123715 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:19.124045 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:19.124367 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:19.124716 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:19.125039 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:19.125360 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:19.125707 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:19.126029 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:19.234149 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d409a1b-c04a-448d-8605-1dd350f2e2c2 req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Router 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:08:19.342770 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d409a1b-c04a-448d-8605-1dd350f2e2c2 req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:08:19.353705 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0846cb-ceba-4ef7-bcf1-c5559b191678 None None] Sync routers for ids ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:08:19.366500 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0846cb-ceba-4ef7-bcf1-c5559b191678 None None] Routers {'7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:08:19.367132 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-5e0846cb-ceba-4ef7-bcf1-c5559b191678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:07:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:19.389099 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d409a1b-c04a-448d-8605-1dd350f2e2c2 req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] No DVR routers for this DVR port 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d on host hv-cinder-81570 {{(pid=118834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:08:19.391664 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-9d409a1b-c04a-448d-8605-1dd350f2e2c2 req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:19.395161 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-9d409a1b-c04a-448d-8605-1dd350f2e2c2 req-417007fd-01f5-4da8-acb0-b96af64bc299 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.11 "DELETE /v2.0/ports/5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d HTTP/1.1" status: 204 len: 173 time: 0.8780048 Oct 27 17:08:19.395798 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4899b3-abb6-45a2-bc1e-2f7ae08c0c61', 'name': 'network-vif-deleted', 'tag': '5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:08:19.398006 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279636f0-39df-497b-94af-ae1a9b047f30" -d '{"events": [{"server_uuid": "de4899b3-abb6-45a2-bc1e-2f7ae08c0c61", "name": "network-vif-deleted", "tag": "5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:08:19.437168 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5698a2-76ba-43e8-b842-b849d9dcef4c x-openstack-request-id: req-3c5698a2-76ba-43e8-b842-b849d9dcef4c {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:08:19.437455 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4899b3-abb6-45a2-bc1e-2f7ae08c0c61", "name": "network-vif-deleted", "tag": "5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:08:19.437775 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-3c5698a2-76ba-43e8-b842-b849d9dcef4c {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:08:19.438257 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4899b3-abb6-45a2-bc1e-2f7ae08c0c61', 'name': 'network-vif-deleted', 'tag': '5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d', 'status': 'completed', 'code': 200} Oct 27 17:08:19.496175 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-5e0846cb-ceba-4ef7-bcf1-c5559b191678 None None] Set router 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:08:19.619772 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-8ba4ba00-5b32-4285-9607-f73a152f4151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:19.721031 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-5e0846cb-ceba-4ef7-bcf1-c5559b191678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'name': 'tempest-AttachVolumeShelveTestJSON-1074804156-router', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'd0235169-d097-497c-827e-4a6817a335da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:34Z', 'revision_number': 4, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'gw_port': {'id': 'd0235169-d097-497c-827e-4a6817a335da', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '90701095-8f14-4eaf-b4aa-ed493a9dad35', 'name': '', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'mac_address': 'fa:16:3e:0f:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:46Z', 'revision_number': 5, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'subnets': [{'id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:19.751071 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0846cb-ceba-4ef7-bcf1-c5559b191678 None None] Checking router: 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:08:19.775423 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0846cb-ceba-4ef7-bcf1-c5559b191678 None None] Routers {'7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:08:19.775813 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-5e0846cb-ceba-4ef7-bcf1-c5559b191678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:07:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:19.886531 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-5e0846cb-ceba-4ef7-bcf1-c5559b191678 None None] Set router 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:08:20.013769 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4f500258-cda0-4bab-9e22-3128b4f03bef req-245ecba7-c3c3-4d85-8331-2bd7635b2ab2 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=de4899b3-abb6-45a2-bc1e-2f7ae08c0c61 HTTP/1.1" status: 200 len: 210 time: 0.0314128 Oct 27 17:08:20.090994 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-5e0846cb-ceba-4ef7-bcf1-c5559b191678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'name': 'tempest-AttachVolumeShelveTestJSON-1074804156-router', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'd0235169-d097-497c-827e-4a6817a335da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:34Z', 'revision_number': 4, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'gw_port': {'id': 'd0235169-d097-497c-827e-4a6817a335da', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '90701095-8f14-4eaf-b4aa-ed493a9dad35', 'name': '', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'mac_address': 'fa:16:3e:0f:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:46Z', 'revision_number': 5, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'subnets': [{'id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:20.121244 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0846cb-ceba-4ef7-bcf1-c5559b191678 None None] The sync data for ids ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'] in dv-cinder-815701-1-iscsi is: [{'id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'name': 'tempest-AttachVolumeShelveTestJSON-1074804156-router', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'd0235169-d097-497c-827e-4a6817a335da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:34Z', 'revision_number': 4, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'gw_port': {'id': 'd0235169-d097-497c-827e-4a6817a335da', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '90701095-8f14-4eaf-b4aa-ed493a9dad35', 'name': '', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'mac_address': 'fa:16:3e:0f:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:46Z', 'revision_number': 5, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'subnets': [{'id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:08:20.361255 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1240f7d8-1aa0-4b66-8963-795e3f611142 None None] New status for floating IP 6bf2a5fc-3811-4c19-823b-d4c1ec4b779a: DOWN {{(pid=118836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:08:21.066505 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:08:21.088458 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] No Port match for: 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:08:21.089365 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 5ae9508e-f28e-4ce5-af0a-328a5e5f6f2d not bound to the agent host hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:08:21.165785 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 60630) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:21.221189 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-56745453-97c7-4023-997d-45800cd27b2d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:21.245882 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-56745453-97c7-4023-997d-45800cd27b2d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:21.363677 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-56745453-97c7-4023-997d-45800cd27b2d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:21.366330 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-56745453-97c7-4023-997d-45800cd27b2d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:21.367524 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-56745453-97c7-4023-997d-45800cd27b2d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "DELETE /v2.0/security-groups/6ffe3379-eef9-4538-9b12-06bc8c4d7829 HTTP/1.1" status: 204 len: 168 time: 0.2007558 Oct 27 17:08:21.371400 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 60632) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:21.377784 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56745453-97c7-4023-997d-45800cd27b2d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffe3379-eef9-4538-9b12-06bc8c4d7829,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:21.386161 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.api.v2.resource [None req-24ce3c61-ecaf-4ac9-a407-e0346afb24cb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] show failed (client error): The resource could not be found. Oct 27 17:08:21.387288 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-24ce3c61-ecaf-4ac9-a407-e0346afb24cb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups/6ffe3379-eef9-4538-9b12-06bc8c4d7829 HTTP/1.1" status: 404 len: 347 time: 0.0147691 Oct 27 17:08:21.390098 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 60634) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:21.519351 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-7f196958-40ea-4b58-9b97-9468a3e0aec6 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Deleting port fee30b43-2d71-46ed-b0e1-3a372426630b {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:08:21.519702 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7f196958-40ea-4b58-9b97-9468a3e0aec6 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:21.596505 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7f196958-40ea-4b58-9b97-9468a3e0aec6 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:21.596858 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7f196958-40ea-4b58-9b97-9468a3e0aec6 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:21.609191 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-7f196958-40ea-4b58-9b97-9468a3e0aec6 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Calling delete_port for fee30b43-2d71-46ed-b0e1-3a372426630b owned by network:floatingip {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:08:21.805415 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7f196958-40ea-4b58-9b97-9468a3e0aec6 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:21.833317 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f196958-40ea-4b58-9b97-9468a3e0aec6 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Pushing event deleted for resources: {'Port': ['ID=fee30b43-2d71-46ed-b0e1-3a372426630b,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:21.897149 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7f196958-40ea-4b58-9b97-9468a3e0aec6 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for floatingip, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:21.900270 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-7f196958-40ea-4b58-9b97-9468a3e0aec6 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for floatingip, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:21.901491 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-7f196958-40ea-4b58-9b97-9468a3e0aec6 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "DELETE /v2.0/floatingips/6bf2a5fc-3811-4c19-823b-d4c1ec4b779a HTTP/1.1" status: 204 len: 168 time: 0.5104835 Oct 27 17:08:22.405521 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-db816056-d4d7-4bdf-b73e-5eb1c299b423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:22.434630 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 60638) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:22.439326 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-3ed1d3af-497a-46d9-9575-60d506b46b92 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2058401035', 'description': 'tempest-description--1083920280'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:22.547758 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3ed1d3af-497a-46d9-9575-60d506b46b92 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:22.614212 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3ed1d3af-497a-46d9-9575-60d506b46b92 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:22.690677 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3ed1d3af-497a-46d9-9575-60d506b46b92 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:22.720103 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1d3af-497a-46d9-9575-60d506b46b92 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70f13a5-2247-402d-a275-edb560c241e6,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:22.795746 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3ed1d3af-497a-46d9-9575-60d506b46b92 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:22.797045 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-3ed1d3af-497a-46d9-9575-60d506b46b92 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3613398 Oct 27 17:08:22.800065 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 60640) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:22.804631 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-91c902bc-cedc-4c3c-a921-d38ac6a49e7b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Request body: {'security_group_rule': {'security_group_id': 'a70f13a5-2247-402d-a275-edb560c241e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:22.895815 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-91c902bc-cedc-4c3c-a921-d38ac6a49e7b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:22.953587 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-91c902bc-cedc-4c3c-a921-d38ac6a49e7b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:23.086832 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-91c902bc-cedc-4c3c-a921-d38ac6a49e7b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:23.110228 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c902bc-cedc-4c3c-a921-d38ac6a49e7b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4d8357-bd4e-4f34-9fec-9f6a52a11507,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:23.185076 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-91c902bc-cedc-4c3c-a921-d38ac6a49e7b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:23.186310 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-91c902bc-cedc-4c3c-a921-d38ac6a49e7b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3852983 Oct 27 17:08:23.189028 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 60642) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:23.193417 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-547eb683-7ad2-47e3-8815-662e8cee9a79 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Request body: {'security_group_rule': {'security_group_id': 'a70f13a5-2247-402d-a275-edb560c241e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:23.204992 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:23.289663 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-547eb683-7ad2-47e3-8815-662e8cee9a79 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:23.354759 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-547eb683-7ad2-47e3-8815-662e8cee9a79 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:23.410303 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:23.433178 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-547eb683-7ad2-47e3-8815-662e8cee9a79 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:23.448435 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547eb683-7ad2-47e3-8815-662e8cee9a79 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63069c17-c55d-4e06-bd0b-969ad96c84a1,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:23.536898 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-547eb683-7ad2-47e3-8815-662e8cee9a79 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:23.538145 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-547eb683-7ad2-47e3-8815-662e8cee9a79 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3482013 Oct 27 17:08:23.541962 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 60644) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:23.546366 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-45b4d517-637a-451a-88ba-3c091529d45e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Request body: {'floatingip': {'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:23.632515 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-45b4d517-637a-451a-88ba-3c091529d45e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for floatingip, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:23.731217 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-45b4d517-637a-451a-88ba-3c091529d45e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:23.842853 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [None req-45b4d517-637a-451a-88ba-3c091529d45e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Allocated IP 172.27.3.197 (ed716183-5f1c-445b-936f-259913b9090b/855c9060-65b5-4295-a48e-32e34bdb0777/ad5ce457-5eb3-4546-ad32-74be80d6c0bc) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:08:23.943300 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-45b4d517-637a-451a-88ba-3c091529d45e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:24.016765 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-45b4d517-637a-451a-88ba-3c091529d45e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:24.060833 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b4d517-637a-451a-88ba-3c091529d45e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Network ed716183-5f1c-445b-936f-259913b9090b is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:08:24.063804 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-45b4d517-637a-451a-88ba-3c091529d45e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:08:24.067381 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b4d517-637a-451a-88ba-3c091529d45e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:08:24.090681 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4d517-637a-451a-88ba-3c091529d45e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Pushing event updated for resources: {'Port': ['ID=ad5ce457-5eb3-4546-ad32-74be80d6c0bc,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:24.154144 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-45b4d517-637a-451a-88ba-3c091529d45e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for floatingip, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:24.223695 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-45b4d517-637a-451a-88ba-3c091529d45e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:24.377854 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-45b4d517-637a-451a-88ba-3c091529d45e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:24.433328 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-45b4d517-637a-451a-88ba-3c091529d45e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:24.504880 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4d517-637a-451a-88ba-3c091529d45e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Pushing event updated for resources: {'Port': ['ID=ad5ce457-5eb3-4546-ad32-74be80d6c0bc,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:24.517864 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-45b4d517-637a-451a-88ba-3c091529d45e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703721'] for floatingip, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:24.588668 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-45b4d517-637a-451a-88ba-3c091529d45e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for floatingip, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:24.589981 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-45b4d517-637a-451a-88ba-3c091529d45e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0470605 Oct 27 17:08:24.780508 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-66bb4b3a-dcad-430f-ac03-e6f62994587d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-securitygroup--2058401035&fields=id&tenant_id=c5eb132de3af4a108561a16af567602d HTTP/1.1" status: 200 len: 267 time: 0.0340512 Oct 27 17:08:24.888867 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-0e2680d7-a1d0-4cfb-b1dc-0830dad4b1bc tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:24.890302 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-0e2680d7-a1d0-4cfb-b1dc-0830dad4b1bc tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/networks?id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 HTTP/1.1" status: 200 len: 817 time: 0.1025016 Oct 27 17:08:24.905346 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-caad681b-a0b8-4d76-8e58-45a09d25ed16 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/quotas/c5eb132de3af4a108561a16af567602d HTTP/1.1" status: 200 len: 375 time: 0.0093200 Oct 27 17:08:24.958263 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-ea1fd7de-ec8b-434a-aaf8-9e0ddf84893c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=c5eb132de3af4a108561a16af567602d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475521 Oct 27 17:08:25.104068 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-ebe679ed-5ca9-43f2-87a2-133a64daf522 service neutron] 10.222.0.109 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332300 Oct 27 17:08:25.193470 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:25.196877 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-721f5f5d-d7a5-49b5-949f-4685370b596e service neutron] 10.222.0.109 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857394 Oct 27 17:08:25.421340 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3f2990a6-cbaa-4f85-828b-05b41ee14936 req-f2194115-4eb1-46c8-b2a1-be3321f373db tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 210 time: 0.0278678 Oct 27 17:08:26.520414 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-18f86a90-cdb7-4922-86a8-a11988ec13b0 req-262fe0b6-8265-4e03-876e-1a46239c80b0 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 210 time: 0.0271759 Oct 27 17:08:27.371751 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-e7132d68-bc0d-49f9-bb3e-2fe861365e69 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:27.373274 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-e7132d68-bc0d-49f9-bb3e-2fe861365e69 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.11 "GET /v2.0/networks?id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 HTTP/1.1" status: 200 len: 817 time: 0.1126420 Oct 27 17:08:27.422233 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-f89a393f-e1b2-4091-a849-eae05f2ca72a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5eb132de3af4a108561a16af567602d HTTP/1.1" status: 200 len: 380 time: 0.0379844 Oct 27 17:08:27.432857 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-c4593db5-e72f-404c-a743-ee4c71aaa1da tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Request body: {'port': {'device_id': 'ab71ecf4-79ab-4645-9654-b537bd29a39b', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'admin_state_up': True, 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'security_groups': ['a70f13a5-2247-402d-a275-edb560c241e6']}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:27.623105 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a7797bee-a4a0-4651-817c-32150aa11695 req-239114db-94b1-446f-80a1-af301f038b26 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 210 time: 0.0270569 Oct 27 17:08:27.632370 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-c4593db5-e72f-404c-a743-ee4c71aaa1da tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Made reservation on behalf of c5eb132de3af4a108561a16af567602d for: {'port': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:08:27.637110 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-c4593db5-e72f-404c-a743-ee4c71aaa1da tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:27.766981 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-c4593db5-e72f-404c-a743-ee4c71aaa1da tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Allocated IP 172.20.0.10 (e177a155-0ea9-48c9-b09f-09f7b8f5f0b8/1b59259a-4a35-4b3f-b276-e215349f7ead/a3d44742-fcc3-4494-a8fa-b00f2a72aa48) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:08:27.903222 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-c4593db5-e72f-404c-a743-ee4c71aaa1da tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:27.999400 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-c4593db5-e72f-404c-a743-ee4c71aaa1da tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:28.045265 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-c4593db5-e72f-404c-a743-ee4c71aaa1da tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Network e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:08:28.048532 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-c4593db5-e72f-404c-a743-ee4c71aaa1da tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:08:28.052510 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-c4593db5-e72f-404c-a743-ee4c71aaa1da tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:08:28.059024 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4593db5-e72f-404c-a743-ee4c71aaa1da tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Pushing event updated for resources: {'Port': ['ID=a3d44742-fcc3-4494-a8fa-b00f2a72aa48,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:28.108252 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-c4593db5-e72f-404c-a743-ee4c71aaa1da tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:28.108929 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-c4593db5-e72f-404c-a743-ee4c71aaa1da tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:28.189164 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-c4593db5-e72f-404c-a743-ee4c71aaa1da tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7604680 Oct 27 17:08:28.204222 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-19c906d7-ef26-4df1-a2c7-7b18da4fc7d7 service neutron] Request body: {'port': {'device_id': 'ab71ecf4-79ab-4645-9654-b537bd29a39b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81570'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:28.261822 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-19c906d7-ef26-4df1-a2c7-7b18da4fc7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:28.281422 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-e22e2380-a37d-4071-bfe6-3b0e1d7fa952 None None] Provisioning complete for port a3d44742-fcc3-4494-a8fa-b00f2a72aa48 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:08:28.282003 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-e22e2380-a37d-4071-bfe6-3b0e1d7fa952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:28.314573 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-e22e2380-a37d-4071-bfe6-3b0e1d7fa952 None None] Port a3d44742-fcc3-4494-a8fa-b00f2a72aa48 cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:08:28.518213 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-19c906d7-ef26-4df1-a2c7-7b18da4fc7d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d44742-fcc3-4494-a8fa-b00f2a72aa48 {{(pid=118834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:08:28.526471 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-19c906d7-ef26-4df1-a2c7-7b18da4fc7d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:28.538244 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.provisioning_blocks [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-19c906d7-ef26-4df1-a2c7-7b18da4fc7d7 service neutron] Transition to ACTIVE for port object a3d44742-fcc3-4494-a8fa-b00f2a72aa48 will not be triggered until provisioned by entity L2. {{(pid=118834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:08:28.633554 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-19c906d7-ef26-4df1-a2c7-7b18da4fc7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:28.687271 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c906d7-ef26-4df1-a2c7-7b18da4fc7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d44742-fcc3-4494-a8fa-b00f2a72aa48,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:28.757044 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e4bb9-e993-432d-8fd0-12508affbab5 req-b4e63c4a-e8e2-4d9f-be1b-f87870960b56 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:28.758604 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-811e4bb9-e993-432d-8fd0-12508affbab5 req-b4e63c4a-e8e2-4d9f-be1b-f87870960b56 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.0572815 Oct 27 17:08:28.770658 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-19c906d7-ef26-4df1-a2c7-7b18da4fc7d7 service neutron] Attempting to bind port a3d44742-fcc3-4494-a8fa-b00f2a72aa48 on host hv-cinder-81570 for vnic_type normal with profile {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:08:28.770921 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-19c906d7-ef26-4df1-a2c7-7b18da4fc7d7 service neutron] Attempting to bind port a3d44742-fcc3-4494-a8fa-b00f2a72aa48 by drivers openvswitch,hyperv on host hv-cinder-81570 at level 0 using segments [{'id': 'df2cf997-48c1-48ea-a7cb-a09cd6c5a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8'}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:08:28.771261 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-19c906d7-ef26-4df1-a2c7-7b18da4fc7d7 service neutron] Attempting to bind port a3d44742-fcc3-4494-a8fa-b00f2a72aa48 on network e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:08:28.780925 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-19c906d7-ef26-4df1-a2c7-7b18da4fc7d7 service neutron] Port a3d44742-fcc3-4494-a8fa-b00f2a72aa48 on network e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81570 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:08:28.781339 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-19c906d7-ef26-4df1-a2c7-7b18da4fc7d7 service neutron] Attempting to bind port a3d44742-fcc3-4494-a8fa-b00f2a72aa48 on network e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:08:28.786836 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-19c906d7-ef26-4df1-a2c7-7b18da4fc7d7 service neutron] Checking agent: {'id': '95ad64ad-6c0c-401b-b42d-2edbbc1c3c16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'started_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:08:28.787178 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-19c906d7-ef26-4df1-a2c7-7b18da4fc7d7 service neutron] Checking segment: {'id': 'df2cf997-48c1-48ea-a7cb-a09cd6c5a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:08:28.787562 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-19c906d7-ef26-4df1-a2c7-7b18da4fc7d7 service neutron] Bound using segment: {'id': 'df2cf997-48c1-48ea-a7cb-a09cd6c5a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8'} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:08:28.788017 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-19c906d7-ef26-4df1-a2c7-7b18da4fc7d7 service neutron] Bound port: a3d44742-fcc3-4494-a8fa-b00f2a72aa48, host: hv-cinder-81570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df2cf997-48c1-48ea-a7cb-a09cd6c5a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8'}}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:08:28.788370 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-19c906d7-ef26-4df1-a2c7-7b18da4fc7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:28.862598 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-19c906d7-ef26-4df1-a2c7-7b18da4fc7d7 service neutron] For port a3d44742-fcc3-4494-a8fa-b00f2a72aa48, host hv-cinder-81570, cleared binding levels {{(pid=118834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:08:28.865882 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-19c906d7-ef26-4df1-a2c7-7b18da4fc7d7 service neutron] For port a3d44742-fcc3-4494-a8fa-b00f2a72aa48, host hv-cinder-81570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=a3d44742-fcc3-4494-a8fa-b00f2a72aa48,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:08:28.931222 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-19c906d7-ef26-4df1-a2c7-7b18da4fc7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:28.974182 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-19c906d7-ef26-4df1-a2c7-7b18da4fc7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:28.974758 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-19c906d7-ef26-4df1-a2c7-7b18da4fc7d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:28.976397 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-19c906d7-ef26-4df1-a2c7-7b18da4fc7d7 service neutron] 10.222.0.11 "PUT /v2.0/ports/a3d44742-fcc3-4494-a8fa-b00f2a72aa48 HTTP/1.1" status: 200 len: 1094 time: 0.7766376 Oct 27 17:08:28.979271 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab71ecf4-79ab-4645-9654-b537bd29a39b', 'tag': 'a3d44742-fcc3-4494-a8fa-b00f2a72aa48'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:08:28.988241 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9a5711-b910-45c4-93cf-fbdef20c5c67" -d '{"events": [{"name": "network-changed", "server_uuid": "ab71ecf4-79ab-4645-9654-b537bd29a39b", "tag": "a3d44742-fcc3-4494-a8fa-b00f2a72aa48"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:08:29.001113 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-811e4bb9-e993-432d-8fd0-12508affbab5 req-cf88e9f8-9669-4371-a8ee-ba2edaf1c5d9 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277608 Oct 27 17:08:29.009924 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c906d7-ef26-4df1-a2c7-7b18da4fc7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d44742-fcc3-4494-a8fa-b00f2a72aa48,revision_number=3']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:29.054884 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8cbb9a-1c06-4f8e-b4b4-163bb6a8cfb9 x-openstack-request-id: req-0c8cbb9a-1c06-4f8e-b4b4-163bb6a8cfb9 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:08:29.055168 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab71ecf4-79ab-4645-9654-b537bd29a39b", "tag": "a3d44742-fcc3-4494-a8fa-b00f2a72aa48", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:08:29.055420 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-0c8cbb9a-1c06-4f8e-b4b4-163bb6a8cfb9 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:08:29.055809 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab71ecf4-79ab-4645-9654-b537bd29a39b', 'tag': 'a3d44742-fcc3-4494-a8fa-b00f2a72aa48', 'status': 'completed', 'code': 200} Oct 27 17:08:29.141530 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a5711-b910-45c4-93cf-fbdef20c5c67 req-e0ea837a-0f6d-4933-ada6-06964492a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:29.143469 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-1c9a5711-b910-45c4-93cf-fbdef20c5c67 req-e0ea837a-0f6d-4933-ada6-06964492a8f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5eb132de3af4a108561a16af567602d&device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 1097 time: 0.0541673 Oct 27 17:08:29.243020 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a5711-b910-45c4-93cf-fbdef20c5c67 req-da065b3e-6489-454f-8714-e087560efbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:29.245037 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-1c9a5711-b910-45c4-93cf-fbdef20c5c67 req-da065b3e-6489-454f-8714-e087560efbb7 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c5eb132de3af4a108561a16af567602d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0924361 Oct 27 17:08:29.347368 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a5711-b910-45c4-93cf-fbdef20c5c67 req-36561d71-279b-4ec4-adbc-7446e08350e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:29.348764 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-1c9a5711-b910-45c4-93cf-fbdef20c5c67 req-36561d71-279b-4ec4-adbc-7446e08350e6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0938413 Oct 27 17:08:29.439879 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-f453a31c-fead-4882-b169-b832fcb53d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:29.441432 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-f453a31c-fead-4882-b169-b832fcb53d3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5eb132de3af4a108561a16af567602d&device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 1097 time: 0.0439074 Oct 27 17:08:29.487910 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-4077cd57-390c-45c9-9d2c-c8b34bef9c13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3d44742-fcc3-4494-a8fa-b00f2a72aa48 HTTP/1.1" status: 200 len: 217 time: 0.0375016 Oct 27 17:08:29.540379 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-f3a3d753-0532-435f-adb9-2417a4311875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:29.541903 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-f3a3d753-0532-435f-adb9-2417a4311875 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b59259a-4a35-4b3f-b276-e215349f7ead HTTP/1.1" status: 200 len: 856 time: 0.0456774 Oct 27 17:08:29.590905 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-b93bd11a-6c8a-43e2-8a4b-0679865e1150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:29.592408 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-b93bd11a-6c8a-43e2-8a4b-0679865e1150 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428958 Oct 27 17:08:29.687730 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-68d644ff-6eff-455e-8e27-75e80cafe781 service neutron] 10.222.0.11 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857124 Oct 27 17:08:29.778461 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6ad2f4d4-a42e-4ed4-a4b8-70a51576b216 req-410ab85e-350a-455e-a998-dbd25a91daa7 service neutron] 10.222.0.11 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809517 Oct 27 17:08:30.125282 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534d5d5-30ce-49ee-a430-fa5abbe97e2d req-7177ec60-153c-401e-828f-bc77140ddbf2 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:30.126815 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7534d5d5-30ce-49ee-a430-fa5abbe97e2d req-7177ec60-153c-401e-828f-bc77140ddbf2 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.0504596 Oct 27 17:08:30.166778 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7534d5d5-30ce-49ee-a430-fa5abbe97e2d req-c9c390a0-714f-4080-9535-cfcd57655768 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336294 Oct 27 17:08:31.296787 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b0b58-5fa6-4e8b-85e7-e5fb43e1abf1 req-e6c49724-1c16-457c-aea3-d04693b02b0f tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:31.298282 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5b5b0b58-5fa6-4e8b-85e7-e5fb43e1abf1 req-e6c49724-1c16-457c-aea3-d04693b02b0f tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.0528495 Oct 27 17:08:31.335878 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5b5b0b58-5fa6-4e8b-85e7-e5fb43e1abf1 req-eb4361fb-8eaf-4299-b00d-880d78d41564 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313416 Oct 27 17:08:32.451911 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b1732-baa5-4998-9d29-e3169cac6e87 req-e61c3f86-c32f-4cbb-aac2-e9e28f69b947 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:32.453427 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ab0b1732-baa5-4998-9d29-e3169cac6e87 req-e61c3f86-c32f-4cbb-aac2-e9e28f69b947 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.0479074 Oct 27 17:08:32.490727 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ab0b1732-baa5-4998-9d29-e3169cac6e87 req-07c479b9-06da-420c-83b3-910d7ac4fd44 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315132 Oct 27 17:08:33.126452 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device a3d44742-fcc3-4494-a8fa-b00f2a72aa48 details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:08:33.227207 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port a3d44742-fcc3-4494-a8fa-b00f2a72aa48, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=a3d44742-fcc3-4494-a8fa-b00f2a72aa48,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:08:33.238004 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': 'a3d44742-fcc3-4494-a8fa-b00f2a72aa48', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'port_id': 'a3d44742-fcc3-4494-a8fa-b00f2a72aa48', 'mac_address': 'fa:16:3e:bc:9a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:08:33.274215 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:33.286796 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d44742-fcc3-4494-a8fa-b00f2a72aa48 {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:08:33.305657 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port a3d44742-fcc3-4494-a8fa-b00f2a72aa48, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=a3d44742-fcc3-4494-a8fa-b00f2a72aa48,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:08:33.365415 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:33.416118 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=a3d44742-fcc3-4494-a8fa-b00f2a72aa48,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:33.611465 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239813ec-2771-4a7e-a55a-1addecc6b6d8 req-7e7c7b2b-f858-4cb6-b6cc-0ca75892ed37 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:33.612984 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-239813ec-2771-4a7e-a55a-1addecc6b6d8 req-7e7c7b2b-f858-4cb6-b6cc-0ca75892ed37 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 945 time: 0.0496230 Oct 27 17:08:33.651532 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-239813ec-2771-4a7e-a55a-1addecc6b6d8 req-56adab1f-bf8e-4dbe-b5d5-9d850cfed1f5 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319250 Oct 27 17:08:33.786134 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['a3d44742-fcc3-4494-a8fa-b00f2a72aa48'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:08:34.783134 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e766e22-6c37-4c61-aee9-ae68c201b1bd req-4a922a36-ffa1-40ec-ae70-5bb172235bc6 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:34.784625 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0e766e22-6c37-4c61-aee9-ae68c201b1bd req-4a922a36-ffa1-40ec-ae70-5bb172235bc6 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 945 time: 0.0582430 Oct 27 17:08:34.824467 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0e766e22-6c37-4c61-aee9-ae68c201b1bd req-dfb4696e-bc42-4580-a0a4-5c8f20f1b197 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334680 Oct 27 17:08:35.162690 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device a3d44742-fcc3-4494-a8fa-b00f2a72aa48 up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:08:35.272863 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning for port a3d44742-fcc3-4494-a8fa-b00f2a72aa48 completed by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:08:35.278033 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port a3d44742-fcc3-4494-a8fa-b00f2a72aa48 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:08:35.278405 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:35.361187 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:35.386175 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab71ecf4-79ab-4645-9654-b537bd29a39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d44742-fcc3-4494-a8fa-b00f2a72aa48'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:08:35.388415 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8180bdcf-0c4f-478e-9a7b-c3076d85e3ae" -d '{"events": [{"server_uuid": "ab71ecf4-79ab-4645-9654-b537bd29a39b", "name": "network-vif-plugged", "status": "completed", "tag": "a3d44742-fcc3-4494-a8fa-b00f2a72aa48"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:08:35.401812 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port a3d44742-fcc3-4494-a8fa-b00f2a72aa48, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=a3d44742-fcc3-4494-a8fa-b00f2a72aa48,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:08:35.428358 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d0f61b-d56e-404d-bb8e-91c1f0f85814 x-openstack-request-id: req-86d0f61b-d56e-404d-bb8e-91c1f0f85814 {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:08:35.428675 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab71ecf4-79ab-4645-9654-b537bd29a39b", "name": "network-vif-plugged", "status": "completed", "tag": "a3d44742-fcc3-4494-a8fa-b00f2a72aa48", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:08:35.428927 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-86d0f61b-d56e-404d-bb8e-91c1f0f85814 {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:08:35.429320 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab71ecf4-79ab-4645-9654-b537bd29a39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d44742-fcc3-4494-a8fa-b00f2a72aa48', 'code': 200} Oct 27 17:08:35.457347 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:35.512695 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=a3d44742-fcc3-4494-a8fa-b00f2a72aa48,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:35.711652 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60842d17-ed5f-463b-9cdf-e2a0c11ba7f5 req-a1185e61-717d-4ba7-8702-ce4ccce790e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:35.713930 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-60842d17-ed5f-463b-9cdf-e2a0c11ba7f5 req-a1185e61-717d-4ba7-8702-ce4ccce790e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 1099 time: 0.0421705 Oct 27 17:08:35.749698 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-60842d17-ed5f-463b-9cdf-e2a0c11ba7f5 req-89dcb447-32c1-4994-9fcc-7bf8b89a8019 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278757 Oct 27 17:08:35.891119 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:35.951159 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b3282-1e1e-419f-b861-277858df7c92 req-ef1d21af-bc4d-4e41-a424-760304eaba4d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:35.952730 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-fc4b3282-1e1e-419f-b861-277858df7c92 req-ef1d21af-bc4d-4e41-a424-760304eaba4d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0530829 Oct 27 17:08:35.994216 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-fc4b3282-1e1e-419f-b861-277858df7c92 req-575818f4-114d-420a-ac93-25130bf26391 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347850 Oct 27 17:08:37.119763 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaad5f3-a980-45e1-bc01-a6a1ab461df5 req-5118cfef-ebbb-43ff-8d17-1cf7df5df2af tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:37.121265 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-edaad5f3-a980-45e1-bc01-a6a1ab461df5 req-5118cfef-ebbb-43ff-8d17-1cf7df5df2af tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0519047 Oct 27 17:08:37.161148 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-edaad5f3-a980-45e1-bc01-a6a1ab461df5 req-ff4c7c0a-8835-4695-b827-f2d9bbdf5ec5 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339189 Oct 27 17:08:37.468368 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:08:38.282728 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae774235-88cd-4660-9b45-6f0b98d2a5d4 req-e7d0e157-1299-4545-b3d7-eb8f38a3b0d9 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:38.284260 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ae774235-88cd-4660-9b45-6f0b98d2a5d4 req-e7d0e157-1299-4545-b3d7-eb8f38a3b0d9 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0501144 Oct 27 17:08:38.322922 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ae774235-88cd-4660-9b45-6f0b98d2a5d4 req-a65d6a6d-fca3-47f6-9699-5d036bcc762a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324605 Oct 27 17:08:38.438823 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21f6c8-dbb8-426b-ada9-3ad7cca5b6d7 req-33061d59-b6df-4eaa-9d4d-af518ca8c966 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:38.440296 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4d21f6c8-dbb8-426b-ada9-3ad7cca5b6d7 req-33061d59-b6df-4eaa-9d4d-af518ca8c966 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0506330 Oct 27 17:08:38.448914 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 60714) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:38.453266 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-d33c95f1-dcfa-4f93-a1bf-844726939e99 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Request body: {'floatingip': {'port_id': 'a3d44742-fcc3-4494-a8fa-b00f2a72aa48'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:38.494345 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d33c95f1-dcfa-4f93-a1bf-844726939e99 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for floatingip, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:38.915360 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d33c95f1-dcfa-4f93-a1bf-844726939e99 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for floatingip, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:38.964986 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d33c95f1-dcfa-4f93-a1bf-844726939e99 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703721'] for floatingip, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:39.064518 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.l3_db [None req-d33c95f1-dcfa-4f93-a1bf-844726939e99 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Floating IP 6989bb6d-7a9c-4fc1-8e53-bb1972abd35a associated. External IP: 172.27.3.197, port: a3d44742-fcc3-4494-a8fa-b00f2a72aa48. Oct 27 17:08:39.523813 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33c95f1-dcfa-4f93-a1bf-844726939e99 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Router 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:08:39.631198 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33c95f1-dcfa-4f93-a1bf-844726939e99 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:08:39.636646 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d33c95f1-dcfa-4f93-a1bf-844726939e99 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for floatingip, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:39.642791 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2e4d75-0d9b-419d-8889-b1925343ba37 None None] Sync routers for ids ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:08:39.653692 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e4d75-0d9b-419d-8889-b1925343ba37 None None] Routers {'7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:08:39.654326 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-0c2e4d75-0d9b-419d-8889-b1925343ba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:08:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:39.666949 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-d33c95f1-dcfa-4f93-a1bf-844726939e99 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "PUT /v2.0/floatingips/6989bb6d-7a9c-4fc1-8e53-bb1972abd35a HTTP/1.1" status: 200 len: 992 time: 1.2144525 Oct 27 17:08:39.666949 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab71ecf4-79ab-4645-9654-b537bd29a39b', 'tag': 'a3d44742-fcc3-4494-a8fa-b00f2a72aa48'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:08:39.667245 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1cdc96-0a6d-4707-bc27-c94c6042168b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab71ecf4-79ab-4645-9654-b537bd29a39b", "tag": "a3d44742-fcc3-4494-a8fa-b00f2a72aa48"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:08:39.707148 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9167c8f4-5b6d-4be9-9d8f-25c8378d386d x-openstack-request-id: req-9167c8f4-5b6d-4be9-9d8f-25c8378d386d {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:08:39.707492 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab71ecf4-79ab-4645-9654-b537bd29a39b", "tag": "a3d44742-fcc3-4494-a8fa-b00f2a72aa48", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:08:39.707874 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-9167c8f4-5b6d-4be9-9d8f-25c8378d386d {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:08:39.708279 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab71ecf4-79ab-4645-9654-b537bd29a39b', 'tag': 'a3d44742-fcc3-4494-a8fa-b00f2a72aa48', 'status': 'completed', 'code': 200} Oct 27 17:08:39.764921 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-0c2e4d75-0d9b-419d-8889-b1925343ba37 None None] Set router 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:08:39.781399 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cdc96-0a6d-4707-bc27-c94c6042168b req-7824b15d-f289-4651-83d3-3957e29d863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:39.782825 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ab1cdc96-0a6d-4707-bc27-c94c6042168b req-7824b15d-f289-4651-83d3-3957e29d863f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5eb132de3af4a108561a16af567602d&device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 1099 time: 0.0459547 Oct 27 17:08:39.881390 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cdc96-0a6d-4707-bc27-c94c6042168b req-44c6ab16-7526-4ce4-9891-afc588a2ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:39.883170 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ab1cdc96-0a6d-4707-bc27-c94c6042168b req-44c6ab16-7526-4ce4-9891-afc588a2ea25 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 HTTP/1.1" status: 200 len: 919 time: 0.0920012 Oct 27 17:08:39.951016 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ab1cdc96-0a6d-4707-bc27-c94c6042168b req-61f8d51d-d1b6-4460-b23c-77580e816310 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3d44742-fcc3-4494-a8fa-b00f2a72aa48 HTTP/1.1" status: 200 len: 1000 time: 0.0589519 Oct 27 17:08:39.994592 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-0c2e4d75-0d9b-419d-8889-b1925343ba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'name': 'tempest-AttachVolumeShelveTestJSON-1074804156-router', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'd0235169-d097-497c-827e-4a6817a335da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:34Z', 'revision_number': 4, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'gw_port': {'id': 'd0235169-d097-497c-827e-4a6817a335da', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '6989bb6d-7a9c-4fc1-8e53-bb1972abd35a', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'port_id': 'a3d44742-fcc3-4494-a8fa-b00f2a72aa48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'mac_address': 'fa:16:3e:bc:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab71ecf4-79ab-4645-9654-b537bd29a39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:08:24Z', 'updated_at': '2021-10-27T17:08:38Z', 'revision_number': 1, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90701095-8f14-4eaf-b4aa-ed493a9dad35', 'name': '', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'mac_address': 'fa:16:3e:0f:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:46Z', 'revision_number': 5, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'subnets': [{'id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:40.000197 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cdc96-0a6d-4707-bc27-c94c6042168b req-5015538c-6a70-43e4-a79e-a5ac72484c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:40.001689 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ab1cdc96-0a6d-4707-bc27-c94c6042168b req-5015538c-6a70-43e4-a79e-a5ac72484c8f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b59259a-4a35-4b3f-b276-e215349f7ead HTTP/1.1" status: 200 len: 856 time: 0.0437045 Oct 27 17:08:40.055159 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cdc96-0a6d-4707-bc27-c94c6042168b req-0fe229c3-4b39-4558-8f66-47aac17e5b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:40.056845 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ab1cdc96-0a6d-4707-bc27-c94c6042168b req-0fe229c3-4b39-4558-8f66-47aac17e5b7a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467136 Oct 27 17:08:40.144360 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2e4d75-0d9b-419d-8889-b1925343ba37 None None] Checking router: 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:08:40.153090 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ab1cdc96-0a6d-4707-bc27-c94c6042168b req-e2e871ea-0411-429c-989b-1e245e7130c8 service neutron] 10.222.0.11 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870161 Oct 27 17:08:40.153299 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e4d75-0d9b-419d-8889-b1925343ba37 None None] Routers {'7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:08:40.153805 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-0c2e4d75-0d9b-419d-8889-b1925343ba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:08:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:40.251666 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ab1cdc96-0a6d-4707-bc27-c94c6042168b req-f9445b16-1d29-42ce-8b67-a82bd3dc0cac service neutron] 10.222.0.11 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912492 Oct 27 17:08:40.260927 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-0c2e4d75-0d9b-419d-8889-b1925343ba37 None None] Set router 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:08:40.490157 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-0c2e4d75-0d9b-419d-8889-b1925343ba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'name': 'tempest-AttachVolumeShelveTestJSON-1074804156-router', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'd0235169-d097-497c-827e-4a6817a335da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:34Z', 'revision_number': 4, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'gw_port': {'id': 'd0235169-d097-497c-827e-4a6817a335da', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '6989bb6d-7a9c-4fc1-8e53-bb1972abd35a', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'port_id': 'a3d44742-fcc3-4494-a8fa-b00f2a72aa48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'mac_address': 'fa:16:3e:bc:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab71ecf4-79ab-4645-9654-b537bd29a39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:08:24Z', 'updated_at': '2021-10-27T17:08:38Z', 'revision_number': 1, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90701095-8f14-4eaf-b4aa-ed493a9dad35', 'name': '', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'mac_address': 'fa:16:3e:0f:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:46Z', 'revision_number': 5, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'subnets': [{'id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:40.519330 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2e4d75-0d9b-419d-8889-b1925343ba37 None None] The sync data for ids ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'] in dv-cinder-815701-1-iscsi is: [{'id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'name': 'tempest-AttachVolumeShelveTestJSON-1074804156-router', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'd0235169-d097-497c-827e-4a6817a335da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:34Z', 'revision_number': 4, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'gw_port': {'id': 'd0235169-d097-497c-827e-4a6817a335da', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '6989bb6d-7a9c-4fc1-8e53-bb1972abd35a', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'port_id': 'a3d44742-fcc3-4494-a8fa-b00f2a72aa48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'mac_address': 'fa:16:3e:bc:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab71ecf4-79ab-4645-9654-b537bd29a39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:08:24Z', 'updated_at': '2021-10-27T17:08:38Z', 'revision_number': 1, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90701095-8f14-4eaf-b4aa-ed493a9dad35', 'name': '', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'mac_address': 'fa:16:3e:0f:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:46Z', 'revision_number': 5, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'subnets': [{'id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:08:40.707654 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c5bab3-b33f-4b28-b0b8-4a2a03f369d1 None None] New status for floating IP 6989bb6d-7a9c-4fc1-8e53-bb1972abd35a: ACTIVE {{(pid=118836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:08:43.478342 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77a4a0-d21b-44f1-920d-f03c92439ce8 req-85cc57b8-ef58-4da1-904d-c29f56b90454 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:43.479852 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7b77a4a0-d21b-44f1-920d-f03c92439ce8 req-85cc57b8-ef58-4da1-904d-c29f56b90454 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0524213 Oct 27 17:08:43.517760 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7b77a4a0-d21b-44f1-920d-f03c92439ce8 req-928703f2-58e3-4c1e-8ca2-d6a041ffa28a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318089 Oct 27 17:08:44.634599 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976fcf3-6e63-4e51-b9ba-9e553b751160 req-3f901d2b-d3a2-41bb-8133-a26d83f53aaf tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:44.636110 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3976fcf3-6e63-4e51-b9ba-9e553b751160 req-3f901d2b-d3a2-41bb-8133-a26d83f53aaf tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0490897 Oct 27 17:08:44.673254 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3976fcf3-6e63-4e51-b9ba-9e553b751160 req-e8e92cf9-7335-4622-a2f5-f1342f63836e tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=7a792e7b-a827-4a86-82bd-b05ee5bd7971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310395 Oct 27 17:08:44.841639 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d0c9-0de8-445f-82c7-409718362138 req-281186a9-be06-4b57-987f-d34dea79c579 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:44.843010 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d583d0c9-0de8-445f-82c7-409718362138 req-281186a9-be06-4b57-987f-d34dea79c579 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.11 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 946 time: 0.0478263 Oct 27 17:08:44.939489 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-d583d0c9-0de8-445f-82c7-409718362138 req-14b52fbe-5e11-4454-bb3f-356975006f88 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Deleting port fc816b8f-4a9a-42d9-9b97-c72c0305373e {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:08:44.939834 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d583d0c9-0de8-445f-82c7-409718362138 req-14b52fbe-5e11-4454-bb3f-356975006f88 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:45.025086 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-d583d0c9-0de8-445f-82c7-409718362138 req-14b52fbe-5e11-4454-bb3f-356975006f88 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] For port fc816b8f-4a9a-42d9-9b97-c72c0305373e, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=fc816b8f-4a9a-42d9-9b97-c72c0305373e,segment=NetworkSegment(d9869bc6-0934-425c-9f3c-b69869d4377a),segment_id=d9869bc6-0934-425c-9f3c-b69869d4377a)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:08:45.025441 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d583d0c9-0de8-445f-82c7-409718362138 req-14b52fbe-5e11-4454-bb3f-356975006f88 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:45.197031 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d583d0c9-0de8-445f-82c7-409718362138 req-14b52fbe-5e11-4454-bb3f-356975006f88 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for floatingip, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:45.197487 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d583d0c9-0de8-445f-82c7-409718362138 req-14b52fbe-5e11-4454-bb3f-356975006f88 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703721'] for floatingip, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:45.197801 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.l3_db [req-d583d0c9-0de8-445f-82c7-409718362138 req-14b52fbe-5e11-4454-bb3f-356975006f88 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Floating IP 0538a0e9-64e0-4198-b9c4-ffcbcf7345d6 disassociated. External IP: 172.27.3.50, port: fc816b8f-4a9a-42d9-9b97-c72c0305373e. Oct 27 17:08:45.198139 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-d583d0c9-0de8-445f-82c7-409718362138 req-14b52fbe-5e11-4454-bb3f-356975006f88 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Calling delete_port for fc816b8f-4a9a-42d9-9b97-c72c0305373e owned by compute:nova {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:08:45.376910 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d583d0c9-0de8-445f-82c7-409718362138 req-14b52fbe-5e11-4454-bb3f-356975006f88 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:45.407561 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b52fbe-5e11-4454-bb3f-356975006f88 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Pushing event deleted for resources: {'Port': ['ID=fc816b8f-4a9a-42d9-9b97-c72c0305373e,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:45.519332 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d583d0c9-0de8-445f-82c7-409718362138 req-14b52fbe-5e11-4454-bb3f-356975006f88 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Router c67a02a8-ad89-4da6-9bc3-887b04cfb54a has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:08:45.625919 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d583d0c9-0de8-445f-82c7-409718362138 req-14b52fbe-5e11-4454-bb3f-356975006f88 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:08:45.636290 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3820339-e6c8-4eb4-a1b4-4e7c6359b385 None None] Sync routers for ids ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:08:45.646822 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3820339-e6c8-4eb4-a1b4-4e7c6359b385 None None] Routers {'c67a02a8-ad89-4da6-9bc3-887b04cfb54a'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:08:45.647437 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-d3820339-e6c8-4eb4-a1b4-4e7c6359b385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:08:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:45.665464 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d583d0c9-0de8-445f-82c7-409718362138 req-14b52fbe-5e11-4454-bb3f-356975006f88 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] No DVR routers for this DVR port fc816b8f-4a9a-42d9-9b97-c72c0305373e on host hv-cinder-81570 {{(pid=118834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:08:45.667955 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-d583d0c9-0de8-445f-82c7-409718362138 req-14b52fbe-5e11-4454-bb3f-356975006f88 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:45.671441 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d583d0c9-0de8-445f-82c7-409718362138 req-14b52fbe-5e11-4454-bb3f-356975006f88 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.11 "DELETE /v2.0/ports/fc816b8f-4a9a-42d9-9b97-c72c0305373e HTTP/1.1" status: 204 len: 173 time: 0.8201606 Oct 27 17:08:45.671873 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38919dee-7c51-4e8e-9384-0534e8ddafc6', 'name': 'network-vif-deleted', 'tag': 'fc816b8f-4a9a-42d9-9b97-c72c0305373e'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:08:45.674130 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2147ca0-2032-482c-9dd9-76103b7c8e70" -d '{"events": [{"server_uuid": "38919dee-7c51-4e8e-9384-0534e8ddafc6", "name": "network-vif-deleted", "tag": "fc816b8f-4a9a-42d9-9b97-c72c0305373e"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:08:45.712669 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b040363c-8259-4526-9946-00d1e5d45d10 x-openstack-request-id: req-b040363c-8259-4526-9946-00d1e5d45d10 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:08:45.713094 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38919dee-7c51-4e8e-9384-0534e8ddafc6", "name": "network-vif-deleted", "tag": "fc816b8f-4a9a-42d9-9b97-c72c0305373e", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:08:45.713413 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-b040363c-8259-4526-9946-00d1e5d45d10 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:08:45.714285 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38919dee-7c51-4e8e-9384-0534e8ddafc6', 'name': 'network-vif-deleted', 'tag': 'fc816b8f-4a9a-42d9-9b97-c72c0305373e', 'status': 'completed', 'code': 200} Oct 27 17:08:45.764970 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-d3820339-e6c8-4eb4-a1b4-4e7c6359b385 None None] Set router c67a02a8-ad89-4da6-9bc3-887b04cfb54a gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:08:45.803885 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-1c492ac4-a69e-49ea-a83f-932dfab103c0 req-9d13eaef-2280-4ff3-b771-5257d19b704d tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=38919dee-7c51-4e8e-9384-0534e8ddafc6 HTTP/1.1" status: 200 len: 210 time: 0.0445945 Oct 27 17:08:45.989635 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-d3820339-e6c8-4eb4-a1b4-4e7c6359b385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'name': 'tempest-AttachVolumeTestJSON-1481292757-router', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:33Z', 'revision_number': 4, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'gw_port': {'id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '3c11062b-699c-4bed-b867-a001749b36fa', 'name': '', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'mac_address': 'fa:16:3e:ac:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 5, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'subnets': [{'id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:46.020040 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3820339-e6c8-4eb4-a1b4-4e7c6359b385 None None] Checking router: c67a02a8-ad89-4da6-9bc3-887b04cfb54a for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:08:46.028502 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3820339-e6c8-4eb4-a1b4-4e7c6359b385 None None] Routers {'c67a02a8-ad89-4da6-9bc3-887b04cfb54a'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:08:46.029073 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-d3820339-e6c8-4eb4-a1b4-4e7c6359b385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:08:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:46.133820 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-d3820339-e6c8-4eb4-a1b4-4e7c6359b385 None None] Set router c67a02a8-ad89-4da6-9bc3-887b04cfb54a gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:08:46.336777 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-d3820339-e6c8-4eb4-a1b4-4e7c6359b385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'name': 'tempest-AttachVolumeTestJSON-1481292757-router', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:33Z', 'revision_number': 4, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'gw_port': {'id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '3c11062b-699c-4bed-b867-a001749b36fa', 'name': '', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'mac_address': 'fa:16:3e:ac:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 5, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'subnets': [{'id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:46.363133 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3820339-e6c8-4eb4-a1b4-4e7c6359b385 None None] The sync data for ids ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'] in dv-cinder-815701-1-iscsi is: [{'id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'name': 'tempest-AttachVolumeTestJSON-1481292757-router', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:33Z', 'revision_number': 4, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'gw_port': {'id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '3c11062b-699c-4bed-b867-a001749b36fa', 'name': '', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'mac_address': 'fa:16:3e:ac:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 5, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'subnets': [{'id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:08:46.584416 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd63b392-bf05-4ef3-91ca-1e2c157695f7 None None] New status for floating IP 0538a0e9-64e0-4198-b9c4-ffcbcf7345d6: DOWN {{(pid=118836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:08:46.937887 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 60760) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:46.991862 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-078b1255-9144-42e0-b6a9-7b10ee8327a3 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:47.014629 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-078b1255-9144-42e0-b6a9-7b10ee8327a3 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:47.153632 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-078b1255-9144-42e0-b6a9-7b10ee8327a3 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:47.156137 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-078b1255-9144-42e0-b6a9-7b10ee8327a3 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:47.157342 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-078b1255-9144-42e0-b6a9-7b10ee8327a3 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "DELETE /v2.0/security-groups/7a792e7b-a827-4a86-82bd-b05ee5bd7971 HTTP/1.1" status: 204 len: 168 time: 0.2183709 Oct 27 17:08:47.160250 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 60762) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:47.166849 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b1255-9144-42e0-b6a9-7b10ee8327a3 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a792e7b-a827-4a86-82bd-b05ee5bd7971,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:47.173941 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.api.v2.resource [None req-bdf1ccfc-d543-41c1-948a-2c9322f4eed0 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] show failed (client error): The resource could not be found. Oct 27 17:08:47.175110 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-bdf1ccfc-d543-41c1-948a-2c9322f4eed0 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups/7a792e7b-a827-4a86-82bd-b05ee5bd7971 HTTP/1.1" status: 404 len: 347 time: 0.0138011 Oct 27 17:08:47.178425 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 60764) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:47.201218 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device fc816b8f-4a9a-42d9-9b97-c72c0305373e no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:08:47.220862 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] No Port match for: fc816b8f-4a9a-42d9-9b97-c72c0305373e {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:08:47.221209 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device fc816b8f-4a9a-42d9-9b97-c72c0305373e not bound to the agent host hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:08:47.303554 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-fc9299a5-30a5-4e3e-a0b0-2e70e9e2170a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Deleting port 7c4c8dc1-515c-4283-824a-dc778ab40ea4 {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:08:47.303887 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-fc9299a5-30a5-4e3e-a0b0-2e70e9e2170a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:47.379463 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-fc9299a5-30a5-4e3e-a0b0-2e70e9e2170a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:47.379786 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-fc9299a5-30a5-4e3e-a0b0-2e70e9e2170a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:47.392039 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-fc9299a5-30a5-4e3e-a0b0-2e70e9e2170a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Calling delete_port for 7c4c8dc1-515c-4283-824a-dc778ab40ea4 owned by network:floatingip {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:08:47.593055 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-fc9299a5-30a5-4e3e-a0b0-2e70e9e2170a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:47.618535 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9299a5-30a5-4e3e-a0b0-2e70e9e2170a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Pushing event deleted for resources: {'Port': ['ID=7c4c8dc1-515c-4283-824a-dc778ab40ea4,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:47.682909 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-fc9299a5-30a5-4e3e-a0b0-2e70e9e2170a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for floatingip, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:47.686591 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-fc9299a5-30a5-4e3e-a0b0-2e70e9e2170a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for floatingip, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:47.687731 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-fc9299a5-30a5-4e3e-a0b0-2e70e9e2170a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "DELETE /v2.0/floatingips/0538a0e9-64e0-4198-b9c4-ffcbcf7345d6 HTTP/1.1" status: 204 len: 168 time: 0.5084069 Oct 27 17:08:48.032763 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 60770) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:48.037443 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-f9329dc0-5d37-431d-81f6-0fec99f6c699 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1047557133', 'description': 'tempest-description--359617484'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:48.114147 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f9329dc0-5d37-431d-81f6-0fec99f6c699 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:48.179391 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f9329dc0-5d37-431d-81f6-0fec99f6c699 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:48.263992 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f9329dc0-5d37-431d-81f6-0fec99f6c699 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:48.292300 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9329dc0-5d37-431d-81f6-0fec99f6c699 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8faea038-4054-4e83-b911-3d45fde4405e,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:48.344389 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f9329dc0-5d37-431d-81f6-0fec99f6c699 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:48.345696 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-f9329dc0-5d37-431d-81f6-0fec99f6c699 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3118875 Oct 27 17:08:48.348536 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 60772) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:48.352850 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-02779af8-6854-4ffa-be27-539d4386cf5e tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Request body: {'security_group_rule': {'security_group_id': '8faea038-4054-4e83-b911-3d45fde4405e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:48.428143 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-02779af8-6854-4ffa-be27-539d4386cf5e tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:48.484857 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-02779af8-6854-4ffa-be27-539d4386cf5e tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:48.531525 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-02779af8-6854-4ffa-be27-539d4386cf5e tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:48.549982 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02779af8-6854-4ffa-be27-539d4386cf5e tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28719e9f-5ed9-43f0-8cae-dd8f8aa4a17f,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:48.590779 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-02779af8-6854-4ffa-be27-539d4386cf5e tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:48.592002 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-02779af8-6854-4ffa-be27-539d4386cf5e tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2424943 Oct 27 17:08:48.594688 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 60776) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:48.599044 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-691cac8b-193a-4e88-b2a0-3c40060847b8 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Request body: {'security_group_rule': {'security_group_id': '8faea038-4054-4e83-b911-3d45fde4405e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:48.689152 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-691cac8b-193a-4e88-b2a0-3c40060847b8 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:48.748687 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-691cac8b-193a-4e88-b2a0-3c40060847b8 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:48.827164 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-691cac8b-193a-4e88-b2a0-3c40060847b8 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:48.845741 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691cac8b-193a-4e88-b2a0-3c40060847b8 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3a94ae-d454-4d86-b19e-fab213984a33,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:48.932173 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-691cac8b-193a-4e88-b2a0-3c40060847b8 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:48.933564 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-691cac8b-193a-4e88-b2a0-3c40060847b8 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3378251 Oct 27 17:08:48.936552 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 60778) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:48.941005 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-c950a7bc-3ca4-4877-985e-a01809f67412 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Request body: {'floatingip': {'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:49.027115 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c950a7bc-3ca4-4877-985e-a01809f67412 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for floatingip, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:49.125769 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c950a7bc-3ca4-4877-985e-a01809f67412 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:49.235174 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [None req-c950a7bc-3ca4-4877-985e-a01809f67412 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Allocated IP 172.27.3.155 (ed716183-5f1c-445b-936f-259913b9090b/855c9060-65b5-4295-a48e-32e34bdb0777/f37d32d5-479e-48d6-a2e4-b3ce575fb1b8) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:08:49.338970 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c950a7bc-3ca4-4877-985e-a01809f67412 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:49.417588 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c950a7bc-3ca4-4877-985e-a01809f67412 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:49.460981 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c950a7bc-3ca4-4877-985e-a01809f67412 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Network ed716183-5f1c-445b-936f-259913b9090b is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:08:49.463896 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-c950a7bc-3ca4-4877-985e-a01809f67412 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:08:49.467480 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c950a7bc-3ca4-4877-985e-a01809f67412 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:08:49.490951 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950a7bc-3ca4-4877-985e-a01809f67412 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Pushing event updated for resources: {'Port': ['ID=f37d32d5-479e-48d6-a2e4-b3ce575fb1b8,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:49.556378 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c950a7bc-3ca4-4877-985e-a01809f67412 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for floatingip, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:49.560742 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-271a7c21-cc7b-4b6c-bf3c-3bd65264629f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:49.632408 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c950a7bc-3ca4-4877-985e-a01809f67412 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:49.784916 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c950a7bc-3ca4-4877-985e-a01809f67412 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:49.855336 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c950a7bc-3ca4-4877-985e-a01809f67412 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:49.927062 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950a7bc-3ca4-4877-985e-a01809f67412 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Pushing event updated for resources: {'Port': ['ID=f37d32d5-479e-48d6-a2e4-b3ce575fb1b8,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:49.940341 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c950a7bc-3ca4-4877-985e-a01809f67412 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703721'] for floatingip, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:50.040849 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c950a7bc-3ca4-4877-985e-a01809f67412 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for floatingip, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:50.042024 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-c950a7bc-3ca4-4877-985e-a01809f67412 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1044714 Oct 27 17:08:50.228896 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-10e721e8-1a5c-4686-b9e1-8bd1844b9697 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-securitygroup--1047557133&fields=id&tenant_id=c07c026ef0854453b5ecceadb89134a1 HTTP/1.1" status: 200 len: 267 time: 0.0339515 Oct 27 17:08:50.334912 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-6061fa11-36be-4a97-8869-972c57449807 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:50.336288 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-6061fa11-36be-4a97-8869-972c57449807 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/networks?id=2442317d-bf65-4101-a370-d9f0807c7f4a HTTP/1.1" status: 200 len: 811 time: 0.0997839 Oct 27 17:08:50.351969 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-3e88b0c6-67c4-4a89-aa80-e7026549af6c tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/quotas/c07c026ef0854453b5ecceadb89134a1 HTTP/1.1" status: 200 len: 375 time: 0.0094266 Oct 27 17:08:50.411372 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-768e3db0-40bf-4677-af1c-ce2f85732685 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=c07c026ef0854453b5ecceadb89134a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524089 Oct 27 17:08:50.506502 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-a0fcf332-3cc6-4eed-a193-03a74e4b8ebc service neutron] 10.222.0.109 "GET /v2.0/networks/2442317d-bf65-4101-a370-d9f0807c7f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826092 Oct 27 17:08:50.598886 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-05addcf5-e6f1-4e81-9f8d-9fdfcb19ad7c service neutron] 10.222.0.109 "GET /v2.0/networks/2442317d-bf65-4101-a370-d9f0807c7f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862763 Oct 27 17:08:50.849444 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-bd8f727b-c366-43ed-b714-d7ba94a52642 req-4a4bd6f8-c37a-49a2-a43c-4d4e173bab03 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=60594d2f-e5f9-4c25-98dc-2034af59e0d3 HTTP/1.1" status: 200 len: 210 time: 0.0358257 Oct 27 17:08:51.939512 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-9b21ebce-728c-4b52-9fe7-61fdaaf4355b req-b962fd6c-76f7-401b-8a29-1b71e70c05ec tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=60594d2f-e5f9-4c25-98dc-2034af59e0d3 HTTP/1.1" status: 200 len: 210 time: 0.0278604 Oct 27 17:08:52.389693 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-269f41ce-ba12-445f-8deb-f5b214ac220e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:52.655460 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-4c3d5a78-67a2-4f0d-bb64-64d37cf43138 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:52.656862 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-4c3d5a78-67a2-4f0d-bb64-64d37cf43138 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.11 "GET /v2.0/networks?id=2442317d-bf65-4101-a370-d9f0807c7f4a HTTP/1.1" status: 200 len: 811 time: 0.1052520 Oct 27 17:08:52.703484 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-bc050f70-81be-4f97-b809-4e75c14edeed tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c07c026ef0854453b5ecceadb89134a1 HTTP/1.1" status: 200 len: 380 time: 0.0350986 Oct 27 17:08:52.714150 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-c313a268-0ea7-4581-88d1-92d551779af9 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Request body: {'port': {'device_id': '60594d2f-e5f9-4c25-98dc-2034af59e0d3', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'admin_state_up': True, 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'security_groups': ['8faea038-4054-4e83-b911-3d45fde4405e']}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:52.885844 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-c313a268-0ea7-4581-88d1-92d551779af9 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Made reservation on behalf of c07c026ef0854453b5ecceadb89134a1 for: {'port': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:08:52.890136 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-c313a268-0ea7-4581-88d1-92d551779af9 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:53.025521 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-c313a268-0ea7-4581-88d1-92d551779af9 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Allocated IP 172.20.0.5 (2442317d-bf65-4101-a370-d9f0807c7f4a/c4f7fbc0-a6c8-4955-8e60-af2439f45127/9f043d87-e230-4cd2-9f2d-2a2d80e41151) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:08:53.043260 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0c5e7221-1dc0-400d-abfb-29ba9a69109b req-c8ebb70e-bca4-44a6-834f-8499b1d295c9 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=60594d2f-e5f9-4c25-98dc-2034af59e0d3 HTTP/1.1" status: 200 len: 210 time: 0.0265317 Oct 27 17:08:53.161725 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-c313a268-0ea7-4581-88d1-92d551779af9 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:53.221392 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:53.307623 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-c313a268-0ea7-4581-88d1-92d551779af9 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:53.358213 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-c313a268-0ea7-4581-88d1-92d551779af9 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Network 2442317d-bf65-4101-a370-d9f0807c7f4a is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:08:53.361397 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-c313a268-0ea7-4581-88d1-92d551779af9 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:08:53.365146 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-c313a268-0ea7-4581-88d1-92d551779af9 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:08:53.372105 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313a268-0ea7-4581-88d1-92d551779af9 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Pushing event updated for resources: {'Port': ['ID=9f043d87-e230-4cd2-9f2d-2a2d80e41151,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:53.400228 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:53.421105 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-c313a268-0ea7-4581-88d1-92d551779af9 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:53.421721 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-c313a268-0ea7-4581-88d1-92d551779af9 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:53.522951 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-c313a268-0ea7-4581-88d1-92d551779af9 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8122890 Oct 27 17:08:53.551512 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-5c9b2229-32b9-49d3-8feb-66d592376227 service neutron] Request body: {'port': {'device_id': '60594d2f-e5f9-4c25-98dc-2034af59e0d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81570'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:53.609915 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-5c9b2229-32b9-49d3-8feb-66d592376227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:53.632075 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-57bd5fb3-7cec-4d28-bb56-152a27b6eff9 None None] Provisioning complete for port 9f043d87-e230-4cd2-9f2d-2a2d80e41151 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:08:53.632434 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-57bd5fb3-7cec-4d28-bb56-152a27b6eff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:53.668242 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-57bd5fb3-7cec-4d28-bb56-152a27b6eff9 None None] Port 9f043d87-e230-4cd2-9f2d-2a2d80e41151 cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:08:53.870970 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-5c9b2229-32b9-49d3-8feb-66d592376227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f043d87-e230-4cd2-9f2d-2a2d80e41151 {{(pid=118834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:08:53.878789 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-5c9b2229-32b9-49d3-8feb-66d592376227 service neutron] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:53.890930 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.provisioning_blocks [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-5c9b2229-32b9-49d3-8feb-66d592376227 service neutron] Transition to ACTIVE for port object 9f043d87-e230-4cd2-9f2d-2a2d80e41151 will not be triggered until provisioned by entity L2. {{(pid=118834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:08:53.960297 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-5c9b2229-32b9-49d3-8feb-66d592376227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:54.012589 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b2229-32b9-49d3-8feb-66d592376227 service neutron] Pushing event updated for resources: {'Port': ['ID=9f043d87-e230-4cd2-9f2d-2a2d80e41151,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:54.090312 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-5c9b2229-32b9-49d3-8feb-66d592376227 service neutron] Attempting to bind port 9f043d87-e230-4cd2-9f2d-2a2d80e41151 on host hv-cinder-81570 for vnic_type normal with profile {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:08:54.090648 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-5c9b2229-32b9-49d3-8feb-66d592376227 service neutron] Attempting to bind port 9f043d87-e230-4cd2-9f2d-2a2d80e41151 by drivers openvswitch,hyperv on host hv-cinder-81570 at level 0 using segments [{'id': 'd9869bc6-0934-425c-9f3c-b69869d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a'}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:08:54.090979 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-5c9b2229-32b9-49d3-8feb-66d592376227 service neutron] Attempting to bind port 9f043d87-e230-4cd2-9f2d-2a2d80e41151 on network 2442317d-bf65-4101-a370-d9f0807c7f4a {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:08:54.096055 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-5c9b2229-32b9-49d3-8feb-66d592376227 service neutron] Port 9f043d87-e230-4cd2-9f2d-2a2d80e41151 on network 2442317d-bf65-4101-a370-d9f0807c7f4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81570 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:08:54.096380 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-5c9b2229-32b9-49d3-8feb-66d592376227 service neutron] Attempting to bind port 9f043d87-e230-4cd2-9f2d-2a2d80e41151 on network 2442317d-bf65-4101-a370-d9f0807c7f4a {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:08:54.101615 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-5c9b2229-32b9-49d3-8feb-66d592376227 service neutron] Checking agent: {'id': '95ad64ad-6c0c-401b-b42d-2edbbc1c3c16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'started_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:08:54.101949 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-5c9b2229-32b9-49d3-8feb-66d592376227 service neutron] Checking segment: {'id': 'd9869bc6-0934-425c-9f3c-b69869d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:08:54.102333 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-5c9b2229-32b9-49d3-8feb-66d592376227 service neutron] Bound using segment: {'id': 'd9869bc6-0934-425c-9f3c-b69869d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a'} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:08:54.102762 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-5c9b2229-32b9-49d3-8feb-66d592376227 service neutron] Bound port: 9f043d87-e230-4cd2-9f2d-2a2d80e41151, host: hv-cinder-81570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9869bc6-0934-425c-9f3c-b69869d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a'}}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:08:54.103112 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-5c9b2229-32b9-49d3-8feb-66d592376227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:54.169248 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd42918-5e3e-48bf-887a-12c92b93f7b8 req-61f72c37-febb-4868-a304-ce5ed9b458b9 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:54.170747 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7bd42918-5e3e-48bf-887a-12c92b93f7b8 req-61f72c37-febb-4868-a304-ce5ed9b458b9 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=60594d2f-e5f9-4c25-98dc-2034af59e0d3 HTTP/1.1" status: 200 len: 943 time: 0.0514770 Oct 27 17:08:54.172481 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-5c9b2229-32b9-49d3-8feb-66d592376227 service neutron] For port 9f043d87-e230-4cd2-9f2d-2a2d80e41151, host hv-cinder-81570, cleared binding levels {{(pid=118834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:08:54.176537 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-5c9b2229-32b9-49d3-8feb-66d592376227 service neutron] For port 9f043d87-e230-4cd2-9f2d-2a2d80e41151, host hv-cinder-81570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=9f043d87-e230-4cd2-9f2d-2a2d80e41151,segment=NetworkSegment(d9869bc6-0934-425c-9f3c-b69869d4377a),segment_id=d9869bc6-0934-425c-9f3c-b69869d4377a)] {{(pid=118834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:08:54.212234 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7bd42918-5e3e-48bf-887a-12c92b93f7b8 req-578c32e2-dab1-4100-bfcb-e3d2294db593 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=8faea038-4054-4e83-b911-3d45fde4405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334442 Oct 27 17:08:54.268940 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-5c9b2229-32b9-49d3-8feb-66d592376227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:54.305769 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-5c9b2229-32b9-49d3-8feb-66d592376227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:54.306399 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-5c9b2229-32b9-49d3-8feb-66d592376227 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:54.307753 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-5c9b2229-32b9-49d3-8feb-66d592376227 service neutron] 10.222.0.11 "PUT /v2.0/ports/9f043d87-e230-4cd2-9f2d-2a2d80e41151 HTTP/1.1" status: 200 len: 1093 time: 0.7605588 Oct 27 17:08:54.308185 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60594d2f-e5f9-4c25-98dc-2034af59e0d3', 'tag': '9f043d87-e230-4cd2-9f2d-2a2d80e41151'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:08:54.310460 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e761ffe3-3016-467d-bde4-e394ee7d1054" -d '{"events": [{"name": "network-changed", "server_uuid": "60594d2f-e5f9-4c25-98dc-2034af59e0d3", "tag": "9f043d87-e230-4cd2-9f2d-2a2d80e41151"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:08:54.332289 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b2229-32b9-49d3-8feb-66d592376227 service neutron] Pushing event updated for resources: {'Port': ['ID=9f043d87-e230-4cd2-9f2d-2a2d80e41151,revision_number=3']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:54.361674 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2596a7c6-5d78-4fac-82b6-46ed48673050 x-openstack-request-id: req-2596a7c6-5d78-4fac-82b6-46ed48673050 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:08:54.361967 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60594d2f-e5f9-4c25-98dc-2034af59e0d3", "tag": "9f043d87-e230-4cd2-9f2d-2a2d80e41151", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:08:54.362224 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-2596a7c6-5d78-4fac-82b6-46ed48673050 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:08:54.362629 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60594d2f-e5f9-4c25-98dc-2034af59e0d3', 'tag': '9f043d87-e230-4cd2-9f2d-2a2d80e41151', 'status': 'completed', 'code': 200} Oct 27 17:08:54.431009 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761ffe3-3016-467d-bde4-e394ee7d1054 req-b79c4a63-a479-4c80-bbb3-0670aa3d41e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:54.432542 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e761ffe3-3016-467d-bde4-e394ee7d1054 req-b79c4a63-a479-4c80-bbb3-0670aa3d41e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c07c026ef0854453b5ecceadb89134a1&device_id=60594d2f-e5f9-4c25-98dc-2034af59e0d3 HTTP/1.1" status: 200 len: 1096 time: 0.0460484 Oct 27 17:08:54.549266 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761ffe3-3016-467d-bde4-e394ee7d1054 req-4fe8f83b-48d2-42f6-b27a-185150c2fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:54.550728 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e761ffe3-3016-467d-bde4-e394ee7d1054 req-4fe8f83b-48d2-42f6-b27a-185150c2fbb9 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c07c026ef0854453b5ecceadb89134a1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0979037 Oct 27 17:08:54.651190 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761ffe3-3016-467d-bde4-e394ee7d1054 req-9aa537d3-8111-473b-aa1b-a96673384bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:54.652629 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e761ffe3-3016-467d-bde4-e394ee7d1054 req-9aa537d3-8111-473b-aa1b-a96673384bf0 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0923967 Oct 27 17:08:54.737870 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-71c7f2a4-30c2-4928-8764-0eed7a6e28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:54.739352 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-71c7f2a4-30c2-4928-8764-0eed7a6e28e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c07c026ef0854453b5ecceadb89134a1&device_id=60594d2f-e5f9-4c25-98dc-2034af59e0d3 HTTP/1.1" status: 200 len: 1096 time: 0.0417128 Oct 27 17:08:54.787050 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-fba264a9-0f1f-4968-9938-546efd0df30a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f043d87-e230-4cd2-9f2d-2a2d80e41151 HTTP/1.1" status: 200 len: 217 time: 0.0349555 Oct 27 17:08:54.850065 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-d6de4bf9-48ad-4556-a371-506a5e4ab15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:54.851517 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-d6de4bf9-48ad-4556-a371-506a5e4ab15c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c4f7fbc0-a6c8-4955-8e60-af2439f45127 HTTP/1.1" status: 200 len: 850 time: 0.0552614 Oct 27 17:08:54.898132 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-77a11de0-bcd5-427e-b94b-7ea7cd6f8c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:54.899623 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-77a11de0-bcd5-427e-b94b-7ea7cd6f8c57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2442317d-bf65-4101-a370-d9f0807c7f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395644 Oct 27 17:08:54.990280 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-43f4e447-7610-4215-84ce-90fd44e6a024 service neutron] 10.222.0.11 "GET /v2.0/networks/2442317d-bf65-4101-a370-d9f0807c7f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822661 Oct 27 17:08:55.087104 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3e12c7ca-12be-4614-a204-d9812cf790e1 req-76f8b6b5-a991-49f1-ad3b-384ddc200c2e service neutron] 10.222.0.11 "GET /v2.0/networks/2442317d-bf65-4101-a370-d9f0807c7f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877428 Oct 27 17:08:55.205969 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:55.327097 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2083d15-e06c-4a3b-9558-cf0580db246e req-7f8e2508-78a6-4d6f-820a-947d8d337cd1 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:55.329397 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d2083d15-e06c-4a3b-9558-cf0580db246e req-7f8e2508-78a6-4d6f-820a-947d8d337cd1 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=60594d2f-e5f9-4c25-98dc-2034af59e0d3 HTTP/1.1" status: 200 len: 943 time: 0.0487931 Oct 27 17:08:55.367774 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d2083d15-e06c-4a3b-9558-cf0580db246e req-422a0b12-678c-4f6d-b8e6-23fa2975e036 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=8faea038-4054-4e83-b911-3d45fde4405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308940 Oct 27 17:08:56.486323 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b54a5-e1c6-43e1-9560-c88f514b961e req-eb32563a-e9aa-4c9e-b9ed-4fb39456e5df tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:56.487713 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fc0b54a5-e1c6-43e1-9560-c88f514b961e req-eb32563a-e9aa-4c9e-b9ed-4fb39456e5df tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=60594d2f-e5f9-4c25-98dc-2034af59e0d3 HTTP/1.1" status: 200 len: 943 time: 0.0531781 Oct 27 17:08:56.527659 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fc0b54a5-e1c6-43e1-9560-c88f514b961e req-0667b7bd-311b-47da-bd9e-e46d641f79d2 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=8faea038-4054-4e83-b911-3d45fde4405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339701 Oct 27 17:08:57.647167 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6206931-c033-48ce-8dc5-b15c7bf6243e req-09ceb913-3b52-4498-a668-37ce91d65f51 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:57.648665 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a6206931-c033-48ce-8dc5-b15c7bf6243e req-09ceb913-3b52-4498-a668-37ce91d65f51 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=60594d2f-e5f9-4c25-98dc-2034af59e0d3 HTTP/1.1" status: 200 len: 943 time: 0.0501354 Oct 27 17:08:57.687891 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a6206931-c033-48ce-8dc5-b15c7bf6243e req-58a348d2-e19a-4777-9c62-c3bab8638822 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=8faea038-4054-4e83-b911-3d45fde4405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325778 Oct 27 17:08:58.803446 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9dc38-91d1-4039-aa6a-c38cc983e7cd req-d612614f-6090-440b-af02-87c7f03b3635 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:58.804106 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7be9dc38-91d1-4039-aa6a-c38cc983e7cd req-d612614f-6090-440b-af02-87c7f03b3635 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=60594d2f-e5f9-4c25-98dc-2034af59e0d3 HTTP/1.1" status: 200 len: 943 time: 0.0504203 Oct 27 17:08:58.840881 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7be9dc38-91d1-4039-aa6a-c38cc983e7cd req-75c2cc90-83db-430b-9ecd-833f5f00a3ef tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=8faea038-4054-4e83-b911-3d45fde4405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308623 Oct 27 17:08:59.251796 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 9f043d87-e230-4cd2-9f2d-2a2d80e41151 details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:08:59.466034 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 9f043d87-e230-4cd2-9f2d-2a2d80e41151, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=9f043d87-e230-4cd2-9f2d-2a2d80e41151,segment=NetworkSegment(d9869bc6-0934-425c-9f3c-b69869d4377a),segment_id=d9869bc6-0934-425c-9f3c-b69869d4377a)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:08:59.478475 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': '9f043d87-e230-4cd2-9f2d-2a2d80e41151', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'port_id': '9f043d87-e230-4cd2-9f2d-2a2d80e41151', 'mac_address': 'fa:16:3e:1d:1a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:08:59.516631 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:59.529392 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f043d87-e230-4cd2-9f2d-2a2d80e41151 {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:08:59.550349 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 9f043d87-e230-4cd2-9f2d-2a2d80e41151, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=9f043d87-e230-4cd2-9f2d-2a2d80e41151,segment=NetworkSegment(d9869bc6-0934-425c-9f3c-b69869d4377a),segment_id=d9869bc6-0934-425c-9f3c-b69869d4377a)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:08:59.634183 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:59.681785 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=9f043d87-e230-4cd2-9f2d-2a2d80e41151,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:59.689262 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:59.689604 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:59.689939 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:59.690269 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:59.690593 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:59.690918 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:59.691240 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:59.691560 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:59.691881 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:59.692204 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:59.692519 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:59.692862 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:59.962727 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a617a-5784-4ddf-930b-d42a2a0623b3 req-8539d341-72b7-41a3-a8c5-a7caa8341cff tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:59.964185 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-da5a617a-5784-4ddf-930b-d42a2a0623b3 req-8539d341-72b7-41a3-a8c5-a7caa8341cff tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=60594d2f-e5f9-4c25-98dc-2034af59e0d3 HTTP/1.1" status: 200 len: 944 time: 0.0552270 Oct 27 17:08:59.996419 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['9f043d87-e230-4cd2-9f2d-2a2d80e41151'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:09:00.004013 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-da5a617a-5784-4ddf-930b-d42a2a0623b3 req-7604306d-8c1b-4ca7-8c38-f40c631a77f4 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=8faea038-4054-4e83-b911-3d45fde4405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338175 Oct 27 17:09:01.123463 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34aac05-ccd3-439a-9815-bf07b0ca2dba req-65d54325-21fe-40ed-9deb-132aa3aa757a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:01.125628 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b34aac05-ccd3-439a-9815-bf07b0ca2dba req-65d54325-21fe-40ed-9deb-132aa3aa757a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=60594d2f-e5f9-4c25-98dc-2034af59e0d3 HTTP/1.1" status: 200 len: 944 time: 0.0496199 Oct 27 17:09:01.163879 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b34aac05-ccd3-439a-9815-bf07b0ca2dba req-b4107c22-8abf-49c6-a3d6-dd90e04de52d tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=8faea038-4054-4e83-b911-3d45fde4405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324378 Oct 27 17:09:01.251547 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 9f043d87-e230-4cd2-9f2d-2a2d80e41151 up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:09:01.354483 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning for port 9f043d87-e230-4cd2-9f2d-2a2d80e41151 completed by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:09:01.358320 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port 9f043d87-e230-4cd2-9f2d-2a2d80e41151 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:09:01.358688 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:01.434222 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:01.456354 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60594d2f-e5f9-4c25-98dc-2034af59e0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f043d87-e230-4cd2-9f2d-2a2d80e41151'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:09:01.458612 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3eb298-c671-4601-98d7-c6ece0642204" -d '{"events": [{"server_uuid": "60594d2f-e5f9-4c25-98dc-2034af59e0d3", "name": "network-vif-plugged", "status": "completed", "tag": "9f043d87-e230-4cd2-9f2d-2a2d80e41151"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:09:01.471050 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 9f043d87-e230-4cd2-9f2d-2a2d80e41151, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=9f043d87-e230-4cd2-9f2d-2a2d80e41151,segment=NetworkSegment(d9869bc6-0934-425c-9f3c-b69869d4377a),segment_id=d9869bc6-0934-425c-9f3c-b69869d4377a)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:09:01.496420 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f583fc86-42b4-4ebc-bc03-6156ac2bd1ad x-openstack-request-id: req-f583fc86-42b4-4ebc-bc03-6156ac2bd1ad {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:09:01.496760 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60594d2f-e5f9-4c25-98dc-2034af59e0d3", "name": "network-vif-plugged", "status": "completed", "tag": "9f043d87-e230-4cd2-9f2d-2a2d80e41151", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:09:01.497009 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-f583fc86-42b4-4ebc-bc03-6156ac2bd1ad {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:09:01.497430 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60594d2f-e5f9-4c25-98dc-2034af59e0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f043d87-e230-4cd2-9f2d-2a2d80e41151', 'code': 200} Oct 27 17:09:01.536802 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:01.585245 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=9f043d87-e230-4cd2-9f2d-2a2d80e41151,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:01.804293 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05666608-ead3-4c35-9533-f92bcb28db1e req-7a8ed35a-8644-451a-9515-40653d297d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:01.805809 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-05666608-ead3-4c35-9533-f92bcb28db1e req-7a8ed35a-8644-451a-9515-40653d297d1b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=60594d2f-e5f9-4c25-98dc-2034af59e0d3 HTTP/1.1" status: 200 len: 1098 time: 0.0418575 Oct 27 17:09:01.849042 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-05666608-ead3-4c35-9533-f92bcb28db1e req-a65b9195-00ec-4e00-ac6c-d2faaa2af73e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8faea038-4054-4e83-b911-3d45fde4405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275860 Oct 27 17:09:02.283624 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a371015-0a85-49a1-9eb2-87b01de382a1 req-22f98dbf-8606-486c-aac9-7d6fb8e506c8 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:02.285141 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-1a371015-0a85-49a1-9eb2-87b01de382a1 req-22f98dbf-8606-486c-aac9-7d6fb8e506c8 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=60594d2f-e5f9-4c25-98dc-2034af59e0d3 HTTP/1.1" status: 200 len: 945 time: 0.0515008 Oct 27 17:09:02.322308 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-1a371015-0a85-49a1-9eb2-87b01de382a1 req-adec099a-bb30-47ea-b300-751d4492baf6 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=8faea038-4054-4e83-b911-3d45fde4405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308750 Oct 27 17:09:03.443378 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972b28d-8850-4266-81bc-8dbf33cfa733 req-0656f0f5-127e-4e47-b54a-ad9f7832d631 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:03.444910 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c972b28d-8850-4266-81bc-8dbf33cfa733 req-0656f0f5-127e-4e47-b54a-ad9f7832d631 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=60594d2f-e5f9-4c25-98dc-2034af59e0d3 HTTP/1.1" status: 200 len: 945 time: 0.0496144 Oct 27 17:09:03.484102 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c972b28d-8850-4266-81bc-8dbf33cfa733 req-4c84eb48-d08a-49ec-b23c-bb4a60b422a0 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=8faea038-4054-4e83-b911-3d45fde4405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330093 Oct 27 17:09:04.601584 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316b22c-2866-4f78-bcaf-c2f8a463b01d req-bce0a0d8-528a-45ff-96b4-4fa6554c5602 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:04.603045 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a316b22c-2866-4f78-bcaf-c2f8a463b01d req-bce0a0d8-528a-45ff-96b4-4fa6554c5602 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=60594d2f-e5f9-4c25-98dc-2034af59e0d3 HTTP/1.1" status: 200 len: 945 time: 0.0525532 Oct 27 17:09:04.641262 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a316b22c-2866-4f78-bcaf-c2f8a463b01d req-d6bb8986-0d6c-44b6-8c71-49f332abac87 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=8faea038-4054-4e83-b911-3d45fde4405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322788 Oct 27 17:09:04.759005 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624743f-ba9f-4b51-9375-ff5d8bf0f61c req-05e5cc37-8a23-4a4f-bcba-e808c1e5c024 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:04.760490 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6624743f-ba9f-4b51-9375-ff5d8bf0f61c req-05e5cc37-8a23-4a4f-bcba-e808c1e5c024 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=60594d2f-e5f9-4c25-98dc-2034af59e0d3 HTTP/1.1" status: 200 len: 945 time: 0.0522630 Oct 27 17:09:04.770231 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 60872) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:04.774607 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-353d152b-caa5-4048-a6b1-e7b42b273fab tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Request body: {'floatingip': {'port_id': '9f043d87-e230-4cd2-9f2d-2a2d80e41151'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:09:04.814413 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-353d152b-caa5-4048-a6b1-e7b42b273fab tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for floatingip, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:05.505123 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-353d152b-caa5-4048-a6b1-e7b42b273fab tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for floatingip, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:05.553717 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-353d152b-caa5-4048-a6b1-e7b42b273fab tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703721'] for floatingip, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:05.659671 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.l3_db [None req-353d152b-caa5-4048-a6b1-e7b42b273fab tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Floating IP 4425068d-623a-4981-86eb-7dae316d4c93 associated. External IP: 172.27.3.155, port: 9f043d87-e230-4cd2-9f2d-2a2d80e41151. Oct 27 17:09:05.865110 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353d152b-caa5-4048-a6b1-e7b42b273fab tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Router c67a02a8-ad89-4da6-9bc3-887b04cfb54a has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:09:05.903623 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:05.976504 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353d152b-caa5-4048-a6b1-e7b42b273fab tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:09:05.981418 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-353d152b-caa5-4048-a6b1-e7b42b273fab tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for floatingip, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:05.986391 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754ab691-339a-4d01-81d7-12c9865cf63a None None] Sync routers for ids ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:09:05.996062 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754ab691-339a-4d01-81d7-12c9865cf63a None None] Routers {'c67a02a8-ad89-4da6-9bc3-887b04cfb54a'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:09:05.996698 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-754ab691-339a-4d01-81d7-12c9865cf63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:08:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:06.008995 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-353d152b-caa5-4048-a6b1-e7b42b273fab tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "PUT /v2.0/floatingips/4425068d-623a-4981-86eb-7dae316d4c93 HTTP/1.1" status: 200 len: 991 time: 1.2376769 Oct 27 17:09:06.009663 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60594d2f-e5f9-4c25-98dc-2034af59e0d3', 'tag': '9f043d87-e230-4cd2-9f2d-2a2d80e41151'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:09:06.012027 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d40fab3-231f-4d52-bb71-bcfb73364880" -d '{"events": [{"name": "network-changed", "server_uuid": "60594d2f-e5f9-4c25-98dc-2034af59e0d3", "tag": "9f043d87-e230-4cd2-9f2d-2a2d80e41151"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:09:06.056833 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3328cead-ba47-4a91-9a09-e91fab4c1091 x-openstack-request-id: req-3328cead-ba47-4a91-9a09-e91fab4c1091 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:09:06.057127 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60594d2f-e5f9-4c25-98dc-2034af59e0d3", "tag": "9f043d87-e230-4cd2-9f2d-2a2d80e41151", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:09:06.057383 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-3328cead-ba47-4a91-9a09-e91fab4c1091 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:09:06.057794 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60594d2f-e5f9-4c25-98dc-2034af59e0d3', 'tag': '9f043d87-e230-4cd2-9f2d-2a2d80e41151', 'status': 'completed', 'code': 200} Oct 27 17:09:06.106056 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-754ab691-339a-4d01-81d7-12c9865cf63a None None] Set router c67a02a8-ad89-4da6-9bc3-887b04cfb54a gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:09:06.137188 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40fab3-231f-4d52-bb71-bcfb73364880 req-eaf63347-3636-444a-8c6b-fdc779b0bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:06.138710 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3d40fab3-231f-4d52-bb71-bcfb73364880 req-eaf63347-3636-444a-8c6b-fdc779b0bd95 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c07c026ef0854453b5ecceadb89134a1&device_id=60594d2f-e5f9-4c25-98dc-2034af59e0d3 HTTP/1.1" status: 200 len: 1098 time: 0.0523245 Oct 27 17:09:06.233248 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40fab3-231f-4d52-bb71-bcfb73364880 req-24146e9e-fea1-4d09-9aff-a30a8643bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:06.235249 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3d40fab3-231f-4d52-bb71-bcfb73364880 req-24146e9e-fea1-4d09-9aff-a30a8643bad0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2442317d-bf65-4101-a370-d9f0807c7f4a HTTP/1.1" status: 200 len: 913 time: 0.0873010 Oct 27 17:09:06.310234 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3d40fab3-231f-4d52-bb71-bcfb73364880 req-320e79c0-d5d4-44f3-b9cc-695e657de2b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f043d87-e230-4cd2-9f2d-2a2d80e41151 HTTP/1.1" status: 200 len: 999 time: 0.0646322 Oct 27 17:09:06.330880 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-754ab691-339a-4d01-81d7-12c9865cf63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'name': 'tempest-AttachVolumeTestJSON-1481292757-router', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:33Z', 'revision_number': 4, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'gw_port': {'id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '4425068d-623a-4981-86eb-7dae316d4c93', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'floating_ip_address': '172.27.3.155', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'port_id': '9f043d87-e230-4cd2-9f2d-2a2d80e41151', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'mac_address': 'fa:16:3e:1d:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60594d2f-e5f9-4c25-98dc-2034af59e0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:08:49Z', 'updated_at': '2021-10-27T17:09:05Z', 'revision_number': 1, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c11062b-699c-4bed-b867-a001749b36fa', 'name': '', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'mac_address': 'fa:16:3e:ac:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 5, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'subnets': [{'id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:06.361719 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754ab691-339a-4d01-81d7-12c9865cf63a None None] Checking router: c67a02a8-ad89-4da6-9bc3-887b04cfb54a for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:09:06.362509 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40fab3-231f-4d52-bb71-bcfb73364880 req-488ea93b-18ce-4911-91f1-be71b8c15d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:06.363974 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3d40fab3-231f-4d52-bb71-bcfb73364880 req-488ea93b-18ce-4911-91f1-be71b8c15d00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c4f7fbc0-a6c8-4955-8e60-af2439f45127 HTTP/1.1" status: 200 len: 850 time: 0.0450187 Oct 27 17:09:06.370194 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754ab691-339a-4d01-81d7-12c9865cf63a None None] Routers {'c67a02a8-ad89-4da6-9bc3-887b04cfb54a'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:09:06.370790 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-754ab691-339a-4d01-81d7-12c9865cf63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:08:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:06.414426 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40fab3-231f-4d52-bb71-bcfb73364880 req-c66e3ba1-6ddb-4fe0-a8e5-8240374b09a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:06.415925 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3d40fab3-231f-4d52-bb71-bcfb73364880 req-c66e3ba1-6ddb-4fe0-a8e5-8240374b09a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2442317d-bf65-4101-a370-d9f0807c7f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413556 Oct 27 17:09:06.475453 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-754ab691-339a-4d01-81d7-12c9865cf63a None None] Set router c67a02a8-ad89-4da6-9bc3-887b04cfb54a gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:09:06.516826 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3d40fab3-231f-4d52-bb71-bcfb73364880 req-a75d77f8-62be-4f9e-8d76-bba807aabec1 service neutron] 10.222.0.11 "GET /v2.0/networks/2442317d-bf65-4101-a370-d9f0807c7f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904121 Oct 27 17:09:06.610907 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3d40fab3-231f-4d52-bb71-bcfb73364880 req-82bb0211-1675-4829-b167-364d46ac015b service neutron] 10.222.0.11 "GET /v2.0/networks/2442317d-bf65-4101-a370-d9f0807c7f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851600 Oct 27 17:09:06.697836 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-754ab691-339a-4d01-81d7-12c9865cf63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'name': 'tempest-AttachVolumeTestJSON-1481292757-router', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:33Z', 'revision_number': 4, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'gw_port': {'id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '4425068d-623a-4981-86eb-7dae316d4c93', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'floating_ip_address': '172.27.3.155', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'port_id': '9f043d87-e230-4cd2-9f2d-2a2d80e41151', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'mac_address': 'fa:16:3e:1d:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60594d2f-e5f9-4c25-98dc-2034af59e0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:08:49Z', 'updated_at': '2021-10-27T17:09:05Z', 'revision_number': 1, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c11062b-699c-4bed-b867-a001749b36fa', 'name': '', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'mac_address': 'fa:16:3e:ac:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 5, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'subnets': [{'id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:06.724316 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754ab691-339a-4d01-81d7-12c9865cf63a None None] The sync data for ids ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'] in dv-cinder-815701-1-iscsi is: [{'id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'name': 'tempest-AttachVolumeTestJSON-1481292757-router', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:33Z', 'revision_number': 4, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'gw_port': {'id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '4425068d-623a-4981-86eb-7dae316d4c93', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'floating_ip_address': '172.27.3.155', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'port_id': '9f043d87-e230-4cd2-9f2d-2a2d80e41151', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'mac_address': 'fa:16:3e:1d:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60594d2f-e5f9-4c25-98dc-2034af59e0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:08:49Z', 'updated_at': '2021-10-27T17:09:05Z', 'revision_number': 1, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c11062b-699c-4bed-b867-a001749b36fa', 'name': '', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'mac_address': 'fa:16:3e:ac:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 5, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'subnets': [{'id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:09:06.899789 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36f2736-2298-475a-a2b8-da946b145a6a None None] New status for floating IP 4425068d-623a-4981-86eb-7dae316d4c93: ACTIVE {{(pid=118836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:09:14.466863 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:09:19.571747 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-324cbd0f-c53e-4744-b5da-b0aefe29a73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:22.388102 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-f2f27b31-a50e-4a22-9014-2acb032a7fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:23.223333 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:23.410728 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:25.216100 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:35.903511 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:37.919006 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-39af406d-d969-437d-877a-89092c71be0b req-0abbc2e6-3ebf-4042-a3e1-778de49bbcce service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440979 Oct 27 17:09:38.014233 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af406d-d969-437d-877a-89092c71be0b req-c9054c6c-d31f-40c7-ab65-e66a52fd95c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:38.015763 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-39af406d-d969-437d-877a-89092c71be0b req-c9054c6c-d31f-40c7-ab65-e66a52fd95c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b56b830b8c974548b53ba292242131df&device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 1099 time: 0.0429108 Oct 27 17:09:38.129740 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af406d-d969-437d-877a-89092c71be0b req-38c00098-742e-45d5-8cd7-60e725c6e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:38.131211 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-39af406d-d969-437d-877a-89092c71be0b req-38c00098-742e-45d5-8cd7-60e725c6e699 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e91aae30-22b6-408a-b5f9-023a720e38a7 HTTP/1.1" status: 200 len: 914 time: 0.0926943 Oct 27 17:09:38.206247 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-39af406d-d969-437d-877a-89092c71be0b req-c545ac78-2523-4140-95f7-21890104e3ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea98f617-8945-462d-a50b-b84781e003f9 HTTP/1.1" status: 200 len: 1002 time: 0.0629182 Oct 27 17:09:38.256204 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af406d-d969-437d-877a-89092c71be0b req-ee34e6ae-ce4c-41b3-b0ec-8b46e5761740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:38.257653 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-39af406d-d969-437d-877a-89092c71be0b req-ee34e6ae-ce4c-41b3-b0ec-8b46e5761740 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c198ae9-9d38-4325-9957-9b7c60096236 HTTP/1.1" status: 200 len: 851 time: 0.0433214 Oct 27 17:09:38.304369 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af406d-d969-437d-877a-89092c71be0b req-5c900882-9bac-463f-bdff-2de6301a17f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:38.306109 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-39af406d-d969-437d-877a-89092c71be0b req-5c900882-9bac-463f-bdff-2de6301a17f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e91aae30-22b6-408a-b5f9-023a720e38a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404305 Oct 27 17:09:38.400136 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-39af406d-d969-437d-877a-89092c71be0b req-3f82f409-0e9b-4ce0-8b16-386062ccdf0b service neutron] 10.222.0.11 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857520 Oct 27 17:09:38.495585 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-39af406d-d969-437d-877a-89092c71be0b req-eab24a90-bfcf-4d7f-8ec9-a0ebfc682aa7 service neutron] 10.222.0.11 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876584 Oct 27 17:09:49.604920 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-f3082537-7660-4424-a978-473dbdc09524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:51.465687 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:09:52.406707 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-6b51e12a-994e-4ccf-a263-c7f90d1f8886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:53.216422 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:53.423989 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:55.172916 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:05.921344 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:16.899790 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-b1d2cca9-5093-4c56-9203-c7241a306567 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-839349293&fields=id&tenant_id=b56b830b8c974548b53ba292242131df HTTP/1.1" status: 200 len: 267 time: 0.0367489 Oct 27 17:10:17.006324 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-cd8d545d-481b-49da-9bad-b6ffa5667d83 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:17.007765 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-cd8d545d-481b-49da-9bad-b6ffa5667d83 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/networks?id=e91aae30-22b6-408a-b5f9-023a720e38a7 HTTP/1.1" status: 200 len: 812 time: 0.1011002 Oct 27 17:10:17.023285 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-70a68919-3181-42fd-abe2-50a67501a91d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/quotas/b56b830b8c974548b53ba292242131df HTTP/1.1" status: 200 len: 375 time: 0.0098503 Oct 27 17:10:17.078728 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-c8134e98-bc45-4376-b544-048ab65b337d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=b56b830b8c974548b53ba292242131df&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0502765 Oct 27 17:10:17.176385 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-21dd20d6-4b2c-4504-bf3a-0ba47a0704fa service neutron] 10.222.0.109 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854392 Oct 27 17:10:17.267779 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-d67e6036-e035-40dc-9373-506d165c872d service neutron] 10.222.0.109 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850501 Oct 27 17:10:17.866311 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-01808e68-54a2-452c-bd41-28584fc9746a req-92ac30c4-5e3a-4167-957b-eecc343eac28 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 210 time: 0.0277741 Oct 27 17:10:18.688891 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40841cdf-e98b-4591-9ae0-f7ca9b8fc369 req-dbd2ab50-799a-48cf-b4ee-7e28da0f2764 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:18.690441 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-40841cdf-e98b-4591-9ae0-f7ca9b8fc369 req-dbd2ab50-799a-48cf-b4ee-7e28da0f2764 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0522745 Oct 27 17:10:18.729595 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-40841cdf-e98b-4591-9ae0-f7ca9b8fc369 req-e0c05f84-ad73-4bfb-b5ac-80d8c8a4cce8 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328350 Oct 27 17:10:18.958638 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ebd625c1-184b-451a-b894-af70b5343ffd req-b32eb44d-f9c4-4752-809d-114b602295d1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 210 time: 0.0261331 Oct 27 17:10:19.555850 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-861c523e-d5ca-4b6a-aa9d-3bc2fb786538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:19.842651 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-d0dc4fba-9c99-40cf-8c7d-dbe7b85ee7e5 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:19.844002 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-d0dc4fba-9c99-40cf-8c7d-dbe7b85ee7e5 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.11 "GET /v2.0/networks?id=e91aae30-22b6-408a-b5f9-023a720e38a7 HTTP/1.1" status: 200 len: 812 time: 0.1141605 Oct 27 17:10:19.859334 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d162524-fb13-40db-a15b-6b3ef68438de req-5fd38fae-913b-4927-bc86-846e45118897 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:19.860839 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7d162524-fb13-40db-a15b-6b3ef68438de req-5fd38fae-913b-4927-bc86-846e45118897 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0517249 Oct 27 17:10:19.892495 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-aee10302-1411-4e7b-89ac-bc699f2f50c9 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b56b830b8c974548b53ba292242131df HTTP/1.1" status: 200 len: 379 time: 0.0378864 Oct 27 17:10:19.902399 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7d162524-fb13-40db-a15b-6b3ef68438de req-01a081cb-b04c-4ec5-abff-af923cf9f3e6 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343440 Oct 27 17:10:19.902619 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Request body: {'port': {'device_id': '532a87a4-4d60-425e-95fa-011d03e862e4', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'admin_state_up': True, 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'security_groups': ['5285681e-5bf4-4440-94f5-4beff2a43e78']}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:10:20.053965 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-76a17ba2-2701-49be-81ac-86fa51105d23 req-f4ff25f2-2488-4094-a3f2-f639318cb353 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 210 time: 0.0266175 Oct 27 17:10:20.097449 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Made reservation on behalf of b56b830b8c974548b53ba292242131df for: {'port': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:10:20.101996 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:20.229120 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Allocated IP 172.20.0.3 (e91aae30-22b6-408a-b5f9-023a720e38a7/8c198ae9-9d38-4325-9957-9b7c60096236/6a6b07d8-46d4-4cd3-a631-a5706e068515) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:10:20.368913 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:20.463149 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:20.507914 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Network e91aae30-22b6-408a-b5f9-023a720e38a7 is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:10:20.511192 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:10:20.515029 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:10:20.522257 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Pushing event updated for resources: {'Port': ['ID=6a6b07d8-46d4-4cd3-a631-a5706e068515,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:20.555261 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:20.555611 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:20.555957 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:20.556551 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:20.556911 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:20.557245 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:20.557576 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:20.557952 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:20.558235 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:20.558561 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:20.558883 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:20.559204 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:20.585370 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:20.586004 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:20.688085 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-8538bb9c-7028-4478-a240-a11d0d6868db tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7894359 Oct 27 17:10:20.700426 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-a7294ac1-174c-428f-9dbc-e1d295df01de service neutron] Request body: {'port': {'device_id': '532a87a4-4d60-425e-95fa-011d03e862e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81570'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:10:20.748928 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ef8b3534-f84f-4bc4-87a4-548497061a1c None None] Provisioning complete for port 6a6b07d8-46d4-4cd3-a631-a5706e068515 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:10:20.749543 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ef8b3534-f84f-4bc4-87a4-548497061a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:20.755055 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-a7294ac1-174c-428f-9dbc-e1d295df01de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:20.789726 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-ef8b3534-f84f-4bc4-87a4-548497061a1c None None] Port 6a6b07d8-46d4-4cd3-a631-a5706e068515 cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:10:21.049121 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-a7294ac1-174c-428f-9dbc-e1d295df01de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6b07d8-46d4-4cd3-a631-a5706e068515 {{(pid=118834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:10:21.059314 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-a7294ac1-174c-428f-9dbc-e1d295df01de service neutron] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:21.080413 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cb70c-afb3-4b6a-a977-be7fecc4f70e req-40262822-a9d3-44f1-a046-27a1af228042 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:21.081965 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a20cb70c-afb3-4b6a-a977-be7fecc4f70e req-40262822-a9d3-44f1-a046-27a1af228042 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0981991 Oct 27 17:10:21.089708 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.provisioning_blocks [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-a7294ac1-174c-428f-9dbc-e1d295df01de service neutron] Transition to ACTIVE for port object 6a6b07d8-46d4-4cd3-a631-a5706e068515 will not be triggered until provisioned by entity L2. {{(pid=118834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:10:21.126949 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a20cb70c-afb3-4b6a-a977-be7fecc4f70e req-39454ba6-40c7-4b4d-b18a-88ab2fac7333 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340917 Oct 27 17:10:21.161834 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-a7294ac1-174c-428f-9dbc-e1d295df01de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:21.182968 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebfa3e-cc2f-45dc-ac62-58a063e2e214 req-80f4f141-0dfe-4866-a390-cd91c2199570 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:21.184449 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-dfebfa3e-cc2f-45dc-ac62-58a063e2e214 req-80f4f141-0dfe-4866-a390-cd91c2199570 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 931 time: 0.0499938 Oct 27 17:10:21.218036 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7294ac1-174c-428f-9dbc-e1d295df01de service neutron] Pushing event updated for resources: {'Port': ['ID=6a6b07d8-46d4-4cd3-a631-a5706e068515,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:21.228793 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-dfebfa3e-cc2f-45dc-ac62-58a063e2e214 req-ac8dde2a-4b7e-4dee-91b9-7ff17a0a6816 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380566 Oct 27 17:10:21.290988 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-a7294ac1-174c-428f-9dbc-e1d295df01de service neutron] Attempting to bind port 6a6b07d8-46d4-4cd3-a631-a5706e068515 on host hv-cinder-81570 for vnic_type normal with profile {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:10:21.291333 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-a7294ac1-174c-428f-9dbc-e1d295df01de service neutron] Attempting to bind port 6a6b07d8-46d4-4cd3-a631-a5706e068515 by drivers openvswitch,hyperv on host hv-cinder-81570 at level 0 using segments [{'id': '1aac70d7-0812-41ad-a7fe-8333e95f8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7'}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:10:21.295883 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-a7294ac1-174c-428f-9dbc-e1d295df01de service neutron] Attempting to bind port 6a6b07d8-46d4-4cd3-a631-a5706e068515 on network e91aae30-22b6-408a-b5f9-023a720e38a7 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:10:21.296382 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-a7294ac1-174c-428f-9dbc-e1d295df01de service neutron] Port 6a6b07d8-46d4-4cd3-a631-a5706e068515 on network e91aae30-22b6-408a-b5f9-023a720e38a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81570 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:10:21.296746 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-a7294ac1-174c-428f-9dbc-e1d295df01de service neutron] Attempting to bind port 6a6b07d8-46d4-4cd3-a631-a5706e068515 on network e91aae30-22b6-408a-b5f9-023a720e38a7 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:10:21.302204 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-a7294ac1-174c-428f-9dbc-e1d295df01de service neutron] Checking agent: {'id': '95ad64ad-6c0c-401b-b42d-2edbbc1c3c16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'started_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:10:21.302588 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-a7294ac1-174c-428f-9dbc-e1d295df01de service neutron] Checking segment: {'id': '1aac70d7-0812-41ad-a7fe-8333e95f8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:10:21.302981 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-a7294ac1-174c-428f-9dbc-e1d295df01de service neutron] Bound using segment: {'id': '1aac70d7-0812-41ad-a7fe-8333e95f8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7'} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:10:21.303420 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-a7294ac1-174c-428f-9dbc-e1d295df01de service neutron] Bound port: 6a6b07d8-46d4-4cd3-a631-a5706e068515, host: hv-cinder-81570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aac70d7-0812-41ad-a7fe-8333e95f8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7'}}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:10:21.303779 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-a7294ac1-174c-428f-9dbc-e1d295df01de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:21.371450 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-a7294ac1-174c-428f-9dbc-e1d295df01de service neutron] For port 6a6b07d8-46d4-4cd3-a631-a5706e068515, host hv-cinder-81570, cleared binding levels {{(pid=118834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:10:21.374627 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-a7294ac1-174c-428f-9dbc-e1d295df01de service neutron] For port 6a6b07d8-46d4-4cd3-a631-a5706e068515, host hv-cinder-81570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=6a6b07d8-46d4-4cd3-a631-a5706e068515,segment=NetworkSegment(1aac70d7-0812-41ad-a7fe-8333e95f8e13),segment_id=1aac70d7-0812-41ad-a7fe-8333e95f8e13)] {{(pid=118834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:10:21.452148 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-a7294ac1-174c-428f-9dbc-e1d295df01de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:21.489640 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-a7294ac1-174c-428f-9dbc-e1d295df01de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:21.490250 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-a7294ac1-174c-428f-9dbc-e1d295df01de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:21.491669 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-a7294ac1-174c-428f-9dbc-e1d295df01de service neutron] 10.222.0.11 "PUT /v2.0/ports/6a6b07d8-46d4-4cd3-a631-a5706e068515 HTTP/1.1" status: 200 len: 1093 time: 0.7952552 Oct 27 17:10:21.492106 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532a87a4-4d60-425e-95fa-011d03e862e4', 'tag': '6a6b07d8-46d4-4cd3-a631-a5706e068515'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:10:21.494405 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e88c2fe-485a-401c-8808-0bfdd13b24c2" -d '{"events": [{"name": "network-changed", "server_uuid": "532a87a4-4d60-425e-95fa-011d03e862e4", "tag": "6a6b07d8-46d4-4cd3-a631-a5706e068515"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:10:21.518302 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7294ac1-174c-428f-9dbc-e1d295df01de service neutron] Pushing event updated for resources: {'Port': ['ID=6a6b07d8-46d4-4cd3-a631-a5706e068515,revision_number=3']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:21.539948 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7717e30b-4540-478f-a2e6-233df7e657f9 x-openstack-request-id: req-7717e30b-4540-478f-a2e6-233df7e657f9 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:10:21.540240 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "532a87a4-4d60-425e-95fa-011d03e862e4", "tag": "6a6b07d8-46d4-4cd3-a631-a5706e068515", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:10:21.540519 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-7717e30b-4540-478f-a2e6-233df7e657f9 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:10:21.540953 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '532a87a4-4d60-425e-95fa-011d03e862e4', 'tag': '6a6b07d8-46d4-4cd3-a631-a5706e068515', 'status': 'completed', 'code': 200} Oct 27 17:10:21.607396 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88c2fe-485a-401c-8808-0bfdd13b24c2 req-63308d7a-01fa-4843-8ae1-31440a6817e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:21.608976 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4e88c2fe-485a-401c-8808-0bfdd13b24c2 req-63308d7a-01fa-4843-8ae1-31440a6817e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b56b830b8c974548b53ba292242131df&device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 1096 time: 0.0474539 Oct 27 17:10:21.716064 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88c2fe-485a-401c-8808-0bfdd13b24c2 req-8bab1d0a-e48c-4702-8780-f7484fcc057c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:21.717479 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4e88c2fe-485a-401c-8808-0bfdd13b24c2 req-8bab1d0a-e48c-4702-8780-f7484fcc057c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b56b830b8c974548b53ba292242131df&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1002517 Oct 27 17:10:21.821620 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88c2fe-485a-401c-8808-0bfdd13b24c2 req-c0c94ee2-3ad6-4435-ab13-4433f115d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:21.823095 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4e88c2fe-485a-401c-8808-0bfdd13b24c2 req-c0c94ee2-3ad6-4435-ab13-4433f115d4d1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0931990 Oct 27 17:10:21.902362 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-f6e24037-cc4d-4890-8183-6417dfd16b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:21.903810 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-f6e24037-cc4d-4890-8183-6417dfd16b25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b56b830b8c974548b53ba292242131df&device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 1096 time: 0.0417249 Oct 27 17:10:21.947788 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-245a4d7c-5a7b-45c9-9d3b-5b65f1abce4c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a6b07d8-46d4-4cd3-a631-a5706e068515 HTTP/1.1" status: 200 len: 217 time: 0.0345976 Oct 27 17:10:22.004224 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-223c877b-8e9f-464a-b9e5-0017dd2b11ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:22.006224 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-223c877b-8e9f-464a-b9e5-0017dd2b11ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c198ae9-9d38-4325-9957-9b7c60096236 HTTP/1.1" status: 200 len: 851 time: 0.0483718 Oct 27 17:10:22.055491 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-095643f3-f94e-4d19-a0d5-fc05f52b405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:22.057245 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-095643f3-f94e-4d19-a0d5-fc05f52b405e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e91aae30-22b6-408a-b5f9-023a720e38a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418730 Oct 27 17:10:22.150639 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-cb0f31ee-8ae7-4c67-bddc-aa1bcb83850c service neutron] 10.222.0.11 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850933 Oct 27 17:10:22.278523 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c1dfb-261d-42b3-be26-a5143af2fc1d req-fe7b74f5-ef78-407d-aaf3-4f67f905c10f tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:22.279987 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f94c1dfb-261d-42b3-be26-a5143af2fc1d req-fe7b74f5-ef78-407d-aaf3-4f67f905c10f tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0676696 Oct 27 17:10:22.308237 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-308131ae-7ea2-4c7f-94cc-832972c55b8f req-09c0325a-f231-49d0-8499-4a088d4ee970 service neutron] 10.222.0.11 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437175 Oct 27 17:10:22.331642 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f94c1dfb-261d-42b3-be26-a5143af2fc1d req-e5fc0f14-e47b-451e-b733-212fe7f6d21b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414543 Oct 27 17:10:22.382568 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-a597245c-569a-40aa-819e-e7b3f1a3d1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:22.407504 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aff590-e3a2-4815-be98-d21d0404e72a req-6ff4ab45-32a3-4f3d-94ea-32b876a5fc4f tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:22.408987 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-69aff590-e3a2-4815-be98-d21d0404e72a req-6ff4ab45-32a3-4f3d-94ea-32b876a5fc4f tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 943 time: 0.1082218 Oct 27 17:10:22.446702 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-69aff590-e3a2-4815-be98-d21d0404e72a req-6eff321f-02c5-4a93-abf9-d97011bd97ef tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318022 Oct 27 17:10:23.201540 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:23.384440 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:23.462539 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d9a6b-92de-4f11-b75e-ee7039230b80 req-1c762f1e-8285-48ae-864b-9289b30abcc7 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:23.463921 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-548d9a6b-92de-4f11-b75e-ee7039230b80 req-1c762f1e-8285-48ae-864b-9289b30abcc7 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0489004 Oct 27 17:10:23.504088 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-548d9a6b-92de-4f11-b75e-ee7039230b80 req-baffdfc0-cfc9-494f-9a00-6a28119d1cd2 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340035 Oct 27 17:10:23.623998 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e3b39-e33c-4ae1-a1c6-126f5b930fd2 req-c4fbdc4d-ffdd-4a85-b257-931be96aae66 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:23.625457 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c26e3b39-e33c-4ae1-a1c6-126f5b930fd2 req-c4fbdc4d-ffdd-4a85-b257-931be96aae66 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 943 time: 0.1096878 Oct 27 17:10:23.664002 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c26e3b39-e33c-4ae1-a1c6-126f5b930fd2 req-11261f68-b917-4b7e-a85d-7735abe01ba0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322311 Oct 27 17:10:24.622361 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16ce44-e490-42bc-b7c7-0aa5bfa3b045 req-87848a54-f6c0-46f6-91f5-8d6a2434045f tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:24.623794 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8e16ce44-e490-42bc-b7c7-0aa5bfa3b045 req-87848a54-f6c0-46f6-91f5-8d6a2434045f tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0481632 Oct 27 17:10:24.662014 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8e16ce44-e490-42bc-b7c7-0aa5bfa3b045 req-77de8e26-422c-4a4a-b9f1-08c63309ce48 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321100 Oct 27 17:10:24.782308 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e0f7f-4a73-4f11-87c8-44d8eac7f6f7 req-c21a5e29-11c3-49f5-92ef-ceda6fe8bab6 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:24.783781 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5d3e0f7f-4a73-4f11-87c8-44d8eac7f6f7 req-c21a5e29-11c3-49f5-92ef-ceda6fe8bab6 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 943 time: 0.0498509 Oct 27 17:10:24.822196 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5d3e0f7f-4a73-4f11-87c8-44d8eac7f6f7 req-ac5aee9f-b78b-483b-8046-610217e6eb5a tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318029 Oct 27 17:10:25.216782 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:25.787330 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01d246-83d1-4027-85cf-d6f9bd5af054 req-ac8169d4-89db-4946-8fef-11bd12678638 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:25.788813 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3e01d246-83d1-4027-85cf-d6f9bd5af054 req-ac8169d4-89db-4946-8fef-11bd12678638 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0545268 Oct 27 17:10:25.826246 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3e01d246-83d1-4027-85cf-d6f9bd5af054 req-94a7148a-eb72-471e-8da2-b613ebcd2842 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315776 Oct 27 17:10:25.938692 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392cbda-9405-401b-8a18-42279126b4d9 req-c4b6521c-b8c0-473d-9437-1701fc911e1b tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:25.940417 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6392cbda-9405-401b-8a18-42279126b4d9 req-c4b6521c-b8c0-473d-9437-1701fc911e1b tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 943 time: 0.0500672 Oct 27 17:10:25.978879 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6392cbda-9405-401b-8a18-42279126b4d9 req-fbf29038-d383-475a-963c-87f7c82d4cfb tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314422 Oct 27 17:10:26.951379 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426580d-4729-4035-9ed1-7273e3e98ee7 req-61dfdcbd-7ea0-4c79-a924-fd3d3eb5265c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:26.952852 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a426580d-4729-4035-9ed1-7273e3e98ee7 req-61dfdcbd-7ea0-4c79-a924-fd3d3eb5265c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0529916 Oct 27 17:10:26.992263 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a426580d-4729-4035-9ed1-7273e3e98ee7 req-73c3995f-6e1b-4bcf-ba0b-c3a70e74dd4d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334046 Oct 27 17:10:27.101062 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b1212-2392-4439-9f3b-d9a124abf954 req-c63ec0fd-a6b5-4665-95d0-87133b106f48 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:27.102428 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-9d6b1212-2392-4439-9f3b-d9a124abf954 req-c63ec0fd-a6b5-4665-95d0-87133b106f48 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 943 time: 0.0478735 Oct 27 17:10:27.140055 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-9d6b1212-2392-4439-9f3b-d9a124abf954 req-e8091019-e2a2-431f-8a70-4d4a6892b341 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316865 Oct 27 17:10:28.111925 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d601664-97f3-473c-bfb8-6b774f1e655e req-28c43835-3cd0-4487-aa7e-e1f0b6b9c55a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:28.113499 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4d601664-97f3-473c-bfb8-6b774f1e655e req-28c43835-3cd0-4487-aa7e-e1f0b6b9c55a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0496194 Oct 27 17:10:28.153114 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4d601664-97f3-473c-bfb8-6b774f1e655e req-0ee26471-c302-4c6a-9137-ba2b4e2f033d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325239 Oct 27 17:10:28.258942 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e0fac-0302-45c0-a50a-d258e3ede82d req-ebe76620-e510-4dcb-bb8a-aec0f87ae597 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:28.260398 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ef0e0fac-0302-45c0-a50a-d258e3ede82d req-ebe76620-e510-4dcb-bb8a-aec0f87ae597 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 943 time: 0.0494301 Oct 27 17:10:28.297789 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ef0e0fac-0302-45c0-a50a-d258e3ede82d req-a5387dc7-bcf0-4597-9704-63d192a27baf tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314703 Oct 27 17:10:28.464605 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:10:29.272346 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d485a-41c2-4be6-8d29-046bf7ace873 req-55a5cbfb-8f71-4a0b-97d5-9749a57b32e7 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:29.273945 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2c6d485a-41c2-4be6-8d29-046bf7ace873 req-55a5cbfb-8f71-4a0b-97d5-9749a57b32e7 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0494344 Oct 27 17:10:29.311496 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2c6d485a-41c2-4be6-8d29-046bf7ace873 req-ff476b76-0455-473b-9866-6295d7a87970 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317752 Oct 27 17:10:29.419720 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5925a-da38-4563-a404-a1a7021efe5b req-328efb3c-da41-494b-84d5-7ed510bb61cf tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:29.421230 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-90a5925a-da38-4563-a404-a1a7021efe5b req-328efb3c-da41-494b-84d5-7ed510bb61cf tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 943 time: 0.0528965 Oct 27 17:10:29.459934 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-90a5925a-da38-4563-a404-a1a7021efe5b req-7ea560a4-0921-462e-9194-b2363f5b1a2a tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314364 Oct 27 17:10:29.714675 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 6a6b07d8-46d4-4cd3-a631-a5706e068515 details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:10:29.806467 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 6a6b07d8-46d4-4cd3-a631-a5706e068515, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=6a6b07d8-46d4-4cd3-a631-a5706e068515,segment=NetworkSegment(1aac70d7-0812-41ad-a7fe-8333e95f8e13),segment_id=1aac70d7-0812-41ad-a7fe-8333e95f8e13)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:10:29.818137 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': '6a6b07d8-46d4-4cd3-a631-a5706e068515', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'port_id': '6a6b07d8-46d4-4cd3-a631-a5706e068515', 'mac_address': 'fa:16:3e:b2:d5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:10:29.857737 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:29.869813 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6b07d8-46d4-4cd3-a631-a5706e068515 {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:10:29.888238 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 6a6b07d8-46d4-4cd3-a631-a5706e068515, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=6a6b07d8-46d4-4cd3-a631-a5706e068515,segment=NetworkSegment(1aac70d7-0812-41ad-a7fe-8333e95f8e13),segment_id=1aac70d7-0812-41ad-a7fe-8333e95f8e13)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:10:29.990645 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:30.038422 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=6a6b07d8-46d4-4cd3-a631-a5706e068515,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:30.045369 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:30.045743 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:30.046083 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:30.046414 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:30.046741 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:30.047067 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:30.047390 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:30.047730 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:30.048037 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:30.048356 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:30.048700 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:30.049018 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:30.417254 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['6a6b07d8-46d4-4cd3-a631-a5706e068515'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:10:30.430736 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372befa0-d128-4d5d-8f4c-13fbf7845621 req-e95c1311-f163-4405-bddb-66d25a3ac365 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:30.432506 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-372befa0-d128-4d5d-8f4c-13fbf7845621 req-e95c1311-f163-4405-bddb-66d25a3ac365 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0490208 Oct 27 17:10:30.470042 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-372befa0-d128-4d5d-8f4c-13fbf7845621 req-856289ab-ce65-4346-a735-94ca5b1f531f tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315878 Oct 27 17:10:30.586353 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee4ca8-4021-4a11-9975-4be5d241e8e7 req-5ed21864-d2d4-4f26-994d-0ec6dcc7d49f tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:30.587931 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-33ee4ca8-4021-4a11-9975-4be5d241e8e7 req-5ed21864-d2d4-4f26-994d-0ec6dcc7d49f tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 944 time: 0.0571477 Oct 27 17:10:30.628132 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-33ee4ca8-4021-4a11-9975-4be5d241e8e7 req-d5e402b4-2909-4324-9e9b-c99d12a17d62 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337148 Oct 27 17:10:31.588802 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f71053-9506-4aba-bd68-305d42bf2d16 req-0826bf6d-8c0e-4fcd-8cf6-d109320493c6 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:31.590260 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e6f71053-9506-4aba-bd68-305d42bf2d16 req-0826bf6d-8c0e-4fcd-8cf6-d109320493c6 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0485518 Oct 27 17:10:31.627058 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e6f71053-9506-4aba-bd68-305d42bf2d16 req-5f7c1969-e548-4739-8a70-6cbfd1c24f9e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309465 Oct 27 17:10:31.721327 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 6a6b07d8-46d4-4cd3-a631-a5706e068515 up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:10:31.746603 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1bff3-93b3-478f-9fe8-9315d6cab076 req-be34e369-8dd9-47dd-87f0-7907dfad6cf9 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:31.748067 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7dd1bff3-93b3-478f-9fe8-9315d6cab076 req-be34e369-8dd9-47dd-87f0-7907dfad6cf9 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 944 time: 0.0484128 Oct 27 17:10:31.786379 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7dd1bff3-93b3-478f-9fe8-9315d6cab076 req-6fa1ac53-5a36-4620-8150-34ace5e9352d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317628 Oct 27 17:10:31.822788 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning for port 6a6b07d8-46d4-4cd3-a631-a5706e068515 completed by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:10:31.826901 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port 6a6b07d8-46d4-4cd3-a631-a5706e068515 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:10:31.827267 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:31.905695 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:31.931919 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532a87a4-4d60-425e-95fa-011d03e862e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6b07d8-46d4-4cd3-a631-a5706e068515'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:10:31.934262 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bbe4e3-57e7-4128-80fb-35fc4a1bce46" -d '{"events": [{"server_uuid": "532a87a4-4d60-425e-95fa-011d03e862e4", "name": "network-vif-plugged", "status": "completed", "tag": "6a6b07d8-46d4-4cd3-a631-a5706e068515"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:10:31.951116 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 6a6b07d8-46d4-4cd3-a631-a5706e068515, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=6a6b07d8-46d4-4cd3-a631-a5706e068515,segment=NetworkSegment(1aac70d7-0812-41ad-a7fe-8333e95f8e13),segment_id=1aac70d7-0812-41ad-a7fe-8333e95f8e13)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:10:31.971981 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40865af1-ccf6-4e9b-8ef4-5acc9089690e x-openstack-request-id: req-40865af1-ccf6-4e9b-8ef4-5acc9089690e {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:10:31.972264 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532a87a4-4d60-425e-95fa-011d03e862e4", "name": "network-vif-plugged", "status": "completed", "tag": "6a6b07d8-46d4-4cd3-a631-a5706e068515", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:10:31.972539 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-40865af1-ccf6-4e9b-8ef4-5acc9089690e {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:10:31.972957 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532a87a4-4d60-425e-95fa-011d03e862e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6b07d8-46d4-4cd3-a631-a5706e068515', 'code': 200} Oct 27 17:10:32.011220 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:32.061639 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=6a6b07d8-46d4-4cd3-a631-a5706e068515,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:32.355773 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9622072-cd07-4d31-9a51-e7868ce4b41c req-fdc4e93c-40f5-4e69-bb06-6a0670ddb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:32.357164 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b9622072-cd07-4d31-9a51-e7868ce4b41c req-fdc4e93c-40f5-4e69-bb06-6a0670ddb02d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 1098 time: 0.0387988 Oct 27 17:10:32.391953 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b9622072-cd07-4d31-9a51-e7868ce4b41c req-9f29015e-565b-40e0-9d01-b0a1046dfa10 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268219 Oct 27 17:10:32.747778 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d64da3-de92-49e1-8fff-d07fa240b3c4 req-2962a64d-f63b-498b-b195-20c05fcf754f tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:32.749245 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-91d64da3-de92-49e1-8fff-d07fa240b3c4 req-2962a64d-f63b-498b-b195-20c05fcf754f tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0502119 Oct 27 17:10:32.786603 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-91d64da3-de92-49e1-8fff-d07fa240b3c4 req-5887cee1-6889-4ea5-bc3c-b9fd8250539b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308480 Oct 27 17:10:32.906178 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25fd52-d4ca-44f5-9f25-c179df3a99c7 req-7fb9fef3-72dd-4e12-8af2-cc362b277e68 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:32.907631 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ee25fd52-d4ca-44f5-9f25-c179df3a99c7 req-7fb9fef3-72dd-4e12-8af2-cc362b277e68 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 945 time: 0.0519199 Oct 27 17:10:32.946061 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ee25fd52-d4ca-44f5-9f25-c179df3a99c7 req-27fd45c9-5e94-40a7-b7db-613e6882f916 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320330 Oct 27 17:10:33.905357 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc46f8-e11c-4ac1-8324-c963a1512eef req-4cce9a93-5d18-4316-8316-6dd17da80e32 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:33.906809 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-10cc46f8-e11c-4ac1-8324-c963a1512eef req-4cce9a93-5d18-4316-8316-6dd17da80e32 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0485346 Oct 27 17:10:33.945863 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-10cc46f8-e11c-4ac1-8324-c963a1512eef req-b2c4d722-4649-4f0d-a1bf-168f1dc06591 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323491 Oct 27 17:10:34.066666 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602be9ec-7659-48b4-af9b-634535f94fcc req-315ba594-b662-4899-bed0-fce1eee3e202 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:34.068929 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-602be9ec-7659-48b4-af9b-634535f94fcc req-315ba594-b662-4899-bed0-fce1eee3e202 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 945 time: 0.0510447 Oct 27 17:10:34.107378 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-602be9ec-7659-48b4-af9b-634535f94fcc req-68ea08bf-e0da-441a-a6bb-b7ae1adc9e4e tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323801 Oct 27 17:10:35.063499 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53443d76-8713-4768-807c-eef1f201ea6c req-d0a7efe0-5d99-4cb1-b83e-fa6612a1f12e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:35.064901 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-53443d76-8713-4768-807c-eef1f201ea6c req-d0a7efe0-5d99-4cb1-b83e-fa6612a1f12e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0485375 Oct 27 17:10:35.102106 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-53443d76-8713-4768-807c-eef1f201ea6c req-36d97726-8214-4c1c-a4d0-d89b93a0b923 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312684 Oct 27 17:10:35.225377 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea840b22-9373-4315-8ea8-2c21a8c250e4 req-00443fcd-59d5-41ff-a500-72bca5096419 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:35.226836 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ea840b22-9373-4315-8ea8-2c21a8c250e4 req-00443fcd-59d5-41ff-a500-72bca5096419 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 945 time: 0.0488832 Oct 27 17:10:35.266366 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ea840b22-9373-4315-8ea8-2c21a8c250e4 req-82747800-1b83-4a04-a525-ab29b94f5236 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335476 Oct 27 17:10:35.386406 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0499984-aa43-430a-90bf-35b6e0a97556 req-365aab90-f6ce-4891-9df1-5b5e0ba09298 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:35.387851 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b0499984-aa43-430a-90bf-35b6e0a97556 req-365aab90-f6ce-4891-9df1-5b5e0ba09298 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 945 time: 0.0560613 Oct 27 17:10:35.425012 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b0499984-aa43-430a-90bf-35b6e0a97556 req-11d3b510-26ee-4498-9e89-c1ebc861e37f tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312352 Oct 27 17:10:35.454514 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 33110) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:35.594257 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72309846-ab9d-43a9-a2db-e3a1ccd04b45 tempest-TestVolumeBootPattern-976700261 tempest-TestVolumeBootPattern-976700261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:35.595786 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-72309846-ab9d-43a9-a2db-e3a1ccd04b45 tempest-TestVolumeBootPattern-976700261 tempest-TestVolumeBootPattern-976700261-project-admin] 10.222.0.109 "GET /v2.0/ports?device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 1093 time: 0.1401370 Oct 27 17:10:35.599039 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 33114) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:35.603389 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Request body: {'floatingip': {'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'port_id': '6a6b07d8-46d4-4cd3-a631-a5706e068515', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'fixed_ip_address': '172.20.0.3'}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:10:35.687728 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for floatingip, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:35.760549 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device a3d44742-fcc3-4494-a8fa-b00f2a72aa48 details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:10:35.783406 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:35.861740 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port a3d44742-fcc3-4494-a8fa-b00f2a72aa48, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=a3d44742-fcc3-4494-a8fa-b00f2a72aa48,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:10:35.877603 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': 'a3d44742-fcc3-4494-a8fa-b00f2a72aa48', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'port_id': 'a3d44742-fcc3-4494-a8fa-b00f2a72aa48', 'mac_address': 'fa:16:3e:bc:9a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:10:35.891660 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_common [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Allocated IP 172.27.3.141 (ed716183-5f1c-445b-936f-259913b9090b/855c9060-65b5-4295-a48e-32e34bdb0777/4ea47dac-e4f1-41bd-b917-06d14959a8e6) {{(pid=118833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:10:35.920726 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:35.935347 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3d44742-fcc3-4494-a8fa-b00f2a72aa48 {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:10:35.956137 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port a3d44742-fcc3-4494-a8fa-b00f2a72aa48, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=a3d44742-fcc3-4494-a8fa-b00f2a72aa48,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:10:35.984564 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:35.990755 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for port, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:36.042151 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:36.094097 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:36.096418 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=a3d44742-fcc3-4494-a8fa-b00f2a72aa48,revision_number=6']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:36.136408 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Network ed716183-5f1c-445b-936f-259913b9090b is already hosted by enough agents. {{(pid=118833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:10:36.139415 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Resources bound (agent type, host, resource id): {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:10:36.143019 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Received port after_create {{(pid=118833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:10:36.150222 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['a3d44742-fcc3-4494-a8fa-b00f2a72aa48'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:10:36.168752 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Pushing event updated for resources: {'Port': ['ID=4ea47dac-e4f1-41bd-b917-06d14959a8e6,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:36.192782 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:36.193112 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:36.193456 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:36.193788 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:36.194113 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:36.194442 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:36.194767 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:36.195091 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:36.195414 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:36.195732 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:36.196050 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:36.196366 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:36.283943 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5a3bf-c27c-4227-8bbe-b0a3960d0441 req-b450e52b-b584-4916-88d3-809a87d60d2d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:36.285457 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-30c5a3bf-c27c-4227-8bbe-b0a3960d0441 req-b450e52b-b584-4916-88d3-809a87d60d2d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 945 time: 0.1054108 Oct 27 17:10:36.398326 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-30c5a3bf-c27c-4227-8bbe-b0a3960d0441 req-4532f287-2cfc-43ce-b002-a624c6382ae6 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056719 Oct 27 17:10:36.559322 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for floatingip, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:36.685125 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:36.835074 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for port, precommit_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:36.885745 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131455093'] for port, after_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:36.956242 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Pushing event updated for resources: {'Port': ['ID=4ea47dac-e4f1-41bd-b917-06d14959a8e6,revision_number=2']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:36.963865 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703721'] for floatingip, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:37.062283 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.db.l3_db [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Floating IP 935fda27-1375-4924-850b-2760a1c83ffb associated. External IP: 172.27.3.141, port: 6a6b07d8-46d4-4cd3-a631-a5706e068515. Oct 27 17:10:37.267999 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:10:37.377732 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:10:37.387648 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c013051-6e13-4e52-b3f9-c561f01876b7 None None] Sync routers for ids ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:10:37.398084 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c013051-6e13-4e52-b3f9-c561f01876b7 None None] Routers {'4a549c17-e83c-4ec6-b60e-3eb96d734b82'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:10:37.398610 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-4c013051-6e13-4e52-b3f9-c561f01876b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:10:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:10:37.476532 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for floatingip, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:37.520901 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-4c013051-6e13-4e52-b3f9-c561f01876b7 None None] Set router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:10:37.530558 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-5c0f7ee7-9a15-4e38-9f88-bb87bd590f59 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9305961 Oct 27 17:10:37.531763 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532a87a4-4d60-425e-95fa-011d03e862e4', 'tag': '6a6b07d8-46d4-4cd3-a631-a5706e068515'}] {{(pid=118833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:10:37.534010 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c66521ff26e5cb966b8f79b87702808b323f371d754c2b2b0a866cc42f0a139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75428d88-cc72-4561-8f86-80b87172c7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "532a87a4-4d60-425e-95fa-011d03e862e4", "tag": "6a6b07d8-46d4-4cd3-a631-a5706e068515"}]}' {{(pid=118833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:10:37.555731 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542d848-17f1-4105-aa09-c217eec12ff2 req-d855dc38-42a6-444b-8870-817938fa3b7b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:37.557727 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8542d848-17f1-4105-aa09-c217eec12ff2 req-d855dc38-42a6-444b-8870-817938fa3b7b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 945 time: 0.0771008 Oct 27 17:10:37.600771 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8542d848-17f1-4105-aa09-c217eec12ff2 req-60a0ad57-8036-4ad7-b4f0-fd7748f4f1ea tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373559 Oct 27 17:10:37.634306 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04faade-04fd-4223-bd6a-33e73d46fb58 x-openstack-request-id: req-a04faade-04fd-4223-bd6a-33e73d46fb58 {{(pid=118833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:10:37.634587 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "532a87a4-4d60-425e-95fa-011d03e862e4", "tag": "6a6b07d8-46d4-4cd3-a631-a5706e068515", "status": "completed", "code": 200}]} {{(pid=118833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:10:37.634835 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-a04faade-04fd-4223-bd6a-33e73d46fb58 {{(pid=118833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:10:37.635228 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '532a87a4-4d60-425e-95fa-011d03e862e4', 'tag': '6a6b07d8-46d4-4cd3-a631-a5706e068515', 'status': 'completed', 'code': 200} Oct 27 17:10:37.699209 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75428d88-cc72-4561-8f86-80b87172c7b2 req-581a3cfe-fd14-4014-927c-99b8201046a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:37.700633 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-75428d88-cc72-4561-8f86-80b87172c7b2 req-581a3cfe-fd14-4014-927c-99b8201046a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b56b830b8c974548b53ba292242131df&device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 1098 time: 0.0418117 Oct 27 17:10:37.748211 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-4c013051-6e13-4e52-b3f9-c561f01876b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:27Z', 'revision_number': 4, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '6a2b3eb8-1228-4764-af61-538427b26fc5', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'port_id': 'ea98f617-8945-462d-a50b-b84781e003f9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'mac_address': 'fa:16:3e:9c:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab33cd4-5cd0-4b1c-84da-0f8db274546a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:08:03Z', 'updated_at': '2021-10-27T17:08:05Z', 'revision_number': 1, 'project_id': 'b56b830b8c974548b53ba292242131df', 'fixed_ip_address_scope': None}, {'id': '935fda27-1375-4924-850b-2760a1c83ffb', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'port_id': '6a6b07d8-46d4-4cd3-a631-a5706e068515', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'mac_address': 'fa:16:3e:b2:d5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532a87a4-4d60-425e-95fa-011d03e862e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:10:36Z', 'updated_at': '2021-10-27T17:10:36Z', 'revision_number': 0, 'project_id': 'b56b830b8c974548b53ba292242131df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7297784e-50c7-4327-85e2-f8300b784542', 'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'mac_address': 'fa:16:3e:39:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:26Z', 'updated_at': '2021-10-27T17:02:31Z', 'revision_number': 5, 'project_id': 'b56b830b8c974548b53ba292242131df', 'subnets': [{'id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:10:37.779300 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device a3d44742-fcc3-4494-a8fa-b00f2a72aa48 up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:10:37.781595 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c013051-6e13-4e52-b3f9-c561f01876b7 None None] Checking router: 4a549c17-e83c-4ec6-b60e-3eb96d734b82 for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:10:37.802326 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75428d88-cc72-4561-8f86-80b87172c7b2 req-89e9db82-e061-4eeb-ae26-c06d1643f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:37.803783 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-75428d88-cc72-4561-8f86-80b87172c7b2 req-89e9db82-e061-4eeb-ae26-c06d1643f49a service neutron] 10.222.0.11 "GET /v2.0/networks?id=e91aae30-22b6-408a-b5f9-023a720e38a7 HTTP/1.1" status: 200 len: 914 time: 0.0901027 Oct 27 17:10:37.814977 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c013051-6e13-4e52-b3f9-c561f01876b7 None None] Routers {'4a549c17-e83c-4ec6-b60e-3eb96d734b82'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:10:37.815590 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-4c013051-6e13-4e52-b3f9-c561f01876b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:10:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:10:37.870828 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-75428d88-cc72-4561-8f86-80b87172c7b2 req-2e01d9df-64b4-4c70-87a6-6051e01e11d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a6b07d8-46d4-4cd3-a631-a5706e068515 HTTP/1.1" status: 200 len: 999 time: 0.0580397 Oct 27 17:10:37.913189 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port a3d44742-fcc3-4494-a8fa-b00f2a72aa48 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:10:37.913555 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:37.929795 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75428d88-cc72-4561-8f86-80b87172c7b2 req-5210c343-8df5-45d2-8a46-3a8cb361500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:37.935165 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-75428d88-cc72-4561-8f86-80b87172c7b2 req-5210c343-8df5-45d2-8a46-3a8cb361500b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c198ae9-9d38-4325-9957-9b7c60096236 HTTP/1.1" status: 200 len: 851 time: 0.0474718 Oct 27 17:10:37.956353 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-4c013051-6e13-4e52-b3f9-c561f01876b7 None None] Set router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:10:37.980723 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75428d88-cc72-4561-8f86-80b87172c7b2 req-c0441ab3-1164-4070-8c28-6aac556f6199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:37.982361 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-75428d88-cc72-4561-8f86-80b87172c7b2 req-c0441ab3-1164-4070-8c28-6aac556f6199 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e91aae30-22b6-408a-b5f9-023a720e38a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407901 Oct 27 17:10:38.076931 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-75428d88-cc72-4561-8f86-80b87172c7b2 req-2a22ed11-0a75-4ef4-86d8-e57fbda5b727 service neutron] 10.222.0.11 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857654 Oct 27 17:10:38.085835 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:38.149835 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab71ecf4-79ab-4645-9654-b537bd29a39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d44742-fcc3-4494-a8fa-b00f2a72aa48'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:10:38.152095 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2357e6ad-830a-4c71-b0b9-31519b7fcfac" -d '{"events": [{"server_uuid": "ab71ecf4-79ab-4645-9654-b537bd29a39b", "name": "network-vif-plugged", "status": "completed", "tag": "a3d44742-fcc3-4494-a8fa-b00f2a72aa48"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:10:38.168181 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port a3d44742-fcc3-4494-a8fa-b00f2a72aa48, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=a3d44742-fcc3-4494-a8fa-b00f2a72aa48,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:10:38.173738 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-75428d88-cc72-4561-8f86-80b87172c7b2 req-1c3602a4-e292-4917-a791-47acf6348450 service neutron] 10.222.0.11 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892673 Oct 27 17:10:38.198157 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f6bdae-9390-48e3-a47d-2aee1a40a7eb x-openstack-request-id: req-e9f6bdae-9390-48e3-a47d-2aee1a40a7eb {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:10:38.198438 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab71ecf4-79ab-4645-9654-b537bd29a39b", "name": "network-vif-plugged", "status": "completed", "tag": "a3d44742-fcc3-4494-a8fa-b00f2a72aa48", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:10:38.198679 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-e9f6bdae-9390-48e3-a47d-2aee1a40a7eb {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:10:38.199133 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab71ecf4-79ab-4645-9654-b537bd29a39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d44742-fcc3-4494-a8fa-b00f2a72aa48', 'code': 200} Oct 27 17:10:38.235816 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:38.293240 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-4c013051-6e13-4e52-b3f9-c561f01876b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:27Z', 'revision_number': 4, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '6a2b3eb8-1228-4764-af61-538427b26fc5', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'port_id': 'ea98f617-8945-462d-a50b-b84781e003f9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'mac_address': 'fa:16:3e:9c:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab33cd4-5cd0-4b1c-84da-0f8db274546a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:08:03Z', 'updated_at': '2021-10-27T17:08:05Z', 'revision_number': 1, 'project_id': 'b56b830b8c974548b53ba292242131df', 'fixed_ip_address_scope': None}, {'id': '935fda27-1375-4924-850b-2760a1c83ffb', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'port_id': '6a6b07d8-46d4-4cd3-a631-a5706e068515', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'mac_address': 'fa:16:3e:b2:d5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532a87a4-4d60-425e-95fa-011d03e862e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:10:36Z', 'updated_at': '2021-10-27T17:10:36Z', 'revision_number': 0, 'project_id': 'b56b830b8c974548b53ba292242131df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7297784e-50c7-4327-85e2-f8300b784542', 'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'mac_address': 'fa:16:3e:39:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:26Z', 'updated_at': '2021-10-27T17:02:31Z', 'revision_number': 5, 'project_id': 'b56b830b8c974548b53ba292242131df', 'subnets': [{'id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:10:38.295821 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=a3d44742-fcc3-4494-a8fa-b00f2a72aa48,revision_number=7']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:38.322281 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c013051-6e13-4e52-b3f9-c561f01876b7 None None] The sync data for ids ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'] in dv-cinder-815701-1-iscsi is: [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:27Z', 'revision_number': 4, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '6a2b3eb8-1228-4764-af61-538427b26fc5', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'port_id': 'ea98f617-8945-462d-a50b-b84781e003f9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'mac_address': 'fa:16:3e:9c:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab33cd4-5cd0-4b1c-84da-0f8db274546a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:08:03Z', 'updated_at': '2021-10-27T17:08:05Z', 'revision_number': 1, 'project_id': 'b56b830b8c974548b53ba292242131df', 'fixed_ip_address_scope': None}, {'id': '935fda27-1375-4924-850b-2760a1c83ffb', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'port_id': '6a6b07d8-46d4-4cd3-a631-a5706e068515', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'mac_address': 'fa:16:3e:b2:d5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532a87a4-4d60-425e-95fa-011d03e862e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:10:36Z', 'updated_at': '2021-10-27T17:10:36Z', 'revision_number': 0, 'project_id': 'b56b830b8c974548b53ba292242131df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7297784e-50c7-4327-85e2-f8300b784542', 'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'mac_address': 'fa:16:3e:39:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:26Z', 'updated_at': '2021-10-27T17:02:31Z', 'revision_number': 5, 'project_id': 'b56b830b8c974548b53ba292242131df', 'subnets': [{'id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:10:38.517491 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a9e5e1-2d45-40e6-8063-ce20ca535150 None None] New status for floating IP 935fda27-1375-4924-850b-2760a1c83ffb: ACTIVE {{(pid=118836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:10:38.808830 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc349c6-ce0e-4702-ba21-927e5576a646 req-8e05c4e4-51e3-465a-b918-4d90c8cdf853 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:38.810279 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-fcc349c6-ce0e-4702-ba21-927e5576a646 req-8e05c4e4-51e3-465a-b918-4d90c8cdf853 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0494909 Oct 27 17:10:38.847890 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-fcc349c6-ce0e-4702-ba21-927e5576a646 req-c32ea34b-651b-40b3-8907-b4db2c2da622 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316737 Oct 27 17:10:39.967138 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7dea9485-9176-432c-95ca-446608022851 req-4434f4cc-6c77-4197-b91c-6eb46f5c26af service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719101 Oct 27 17:10:39.983145 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25d8d7-8f4f-494d-aed4-ee9978d84e09 req-3a4a726f-2502-4fe3-82aa-1b55902a9320 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:39.984505 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fd25d8d7-8f4f-494d-aed4-ee9978d84e09 req-3a4a726f-2502-4fe3-82aa-1b55902a9320 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0618234 Oct 27 17:10:40.026366 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fd25d8d7-8f4f-494d-aed4-ee9978d84e09 req-4c04ee09-e795-4b89-9b62-07e537e97a07 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357661 Oct 27 17:10:40.073340 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea9485-9176-432c-95ca-446608022851 req-14a9f036-698c-4437-8960-5b8b3c117b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:40.074746 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7dea9485-9176-432c-95ca-446608022851 req-14a9f036-698c-4437-8960-5b8b3c117b5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c20518b6896c4bd5b8e9508a0f84de09&device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 1099 time: 0.0412393 Oct 27 17:10:40.208977 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea9485-9176-432c-95ca-446608022851 req-46f788d6-4046-4847-a864-5d2e938f696c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:40.210418 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7dea9485-9176-432c-95ca-446608022851 req-46f788d6-4046-4847-a864-5d2e938f696c service neutron] 10.222.0.11 "GET /v2.0/networks?id=07498dd1-2882-444c-978e-46285484b33d HTTP/1.1" status: 200 len: 910 time: 0.1151989 Oct 27 17:10:40.233272 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3efbe-a117-431d-a6bb-1b9f57414ab7 req-22ccec06-1121-440e-8885-23c076054ed7 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:40.234651 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-39f3efbe-a117-431d-a6bb-1b9f57414ab7 req-22ccec06-1121-440e-8885-23c076054ed7 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0739050 Oct 27 17:10:40.316096 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7dea9485-9176-432c-95ca-446608022851 req-c7c4b3e6-5fc3-49de-b686-3f8c2cf1d9c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe3579e8-529f-48eb-b676-94ff0d8f908d HTTP/1.1" status: 200 len: 1002 time: 0.0959589 Oct 27 17:10:40.319655 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-39f3efbe-a117-431d-a6bb-1b9f57414ab7 req-29ffe5bf-4468-42ef-b842-fe45ac52e3f2 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552795 Oct 27 17:10:40.368406 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea9485-9176-432c-95ca-446608022851 req-5837cb04-6da5-40c3-abc3-e33823e706bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:40.369851 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7dea9485-9176-432c-95ca-446608022851 req-5837cb04-6da5-40c3-abc3-e33823e706bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2038848a-a09a-4f9c-a4fd-769b5112000d HTTP/1.1" status: 200 len: 847 time: 0.0459058 Oct 27 17:10:40.418632 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea9485-9176-432c-95ca-446608022851 req-37536840-ad7e-4533-806b-e4ff9195fdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:40.420070 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7dea9485-9176-432c-95ca-446608022851 req-37536840-ad7e-4533-806b-e4ff9195fdbc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07498dd1-2882-444c-978e-46285484b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392449 Oct 27 17:10:40.435833 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [req-7dea9485-9176-432c-95ca-446608022851 req-dc3597fd-84c5-4f19-acf2-f5e9d388517d service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=118834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:10:40.436775 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7dea9485-9176-432c-95ca-446608022851 req-dc3597fd-84c5-4f19-acf2-f5e9d388517d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049758 Oct 27 17:10:40.529279 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7dea9485-9176-432c-95ca-446608022851 req-f29a9a87-56ad-45f3-8b7d-6eba3c9d39cc service neutron] 10.222.0.11 "GET /v2.0/networks/07498dd1-2882-444c-978e-46285484b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803616 Oct 27 17:10:40.623506 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7dea9485-9176-432c-95ca-446608022851 req-529810a8-1f41-4428-89f5-198ddd5603c4 service neutron] 10.222.0.11 "GET /v2.0/networks/07498dd1-2882-444c-978e-46285484b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848417 Oct 27 17:10:41.145718 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9b87a-e6e9-4ef8-871a-32d50ada7fb5 req-1163ba33-281e-4fbb-9b2b-477ef5b2e818 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:41.147245 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fcd9b87a-e6e9-4ef8-871a-32d50ada7fb5 req-1163ba33-281e-4fbb-9b2b-477ef5b2e818 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0504808 Oct 27 17:10:41.185466 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fcd9b87a-e6e9-4ef8-871a-32d50ada7fb5 req-014b4af7-290c-4f9e-8199-824cde9f1a63 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313845 Oct 27 17:10:41.442592 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c023d1-5cf3-4c65-8c6b-265ce474bfa2 req-d2c6bf1a-f78e-4b46-bae1-0c3a2c56d6c0 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:41.443942 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-17c023d1-5cf3-4c65-8c6b-265ce474bfa2 req-d2c6bf1a-f78e-4b46-bae1-0c3a2c56d6c0 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0549788 Oct 27 17:10:41.481540 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-17c023d1-5cf3-4c65-8c6b-265ce474bfa2 req-b7298d92-c648-46ce-aa56-e0f0cbab923c tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316412 Oct 27 17:10:42.305780 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3af87-5746-4878-ac76-27c9e5e88ba2 req-231437f1-d92b-443b-ac14-2ba10f995dc5 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:42.307471 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-1fd3af87-5746-4878-ac76-27c9e5e88ba2 req-231437f1-d92b-443b-ac14-2ba10f995dc5 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0485401 Oct 27 17:10:42.344736 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-1fd3af87-5746-4878-ac76-27c9e5e88ba2 req-a3f7223a-9f10-4c92-9e5d-62f4aaa96003 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313733 Oct 27 17:10:42.608056 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e17d0f-27ea-4706-96bc-e8e91b384bbb req-1b082e6a-c0c7-406d-b75a-3598b04aaf00 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:42.609560 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-87e17d0f-27ea-4706-96bc-e8e91b384bbb req-1b082e6a-c0c7-406d-b75a-3598b04aaf00 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0551267 Oct 27 17:10:42.648518 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-87e17d0f-27ea-4706-96bc-e8e91b384bbb req-67a2daed-99e0-44ab-95a2-aac2dcb31547 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322723 Oct 27 17:10:43.474638 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ff40c-9f9f-413b-8bd8-dda5c3230188 req-bba7126d-a307-4df7-b96b-37c13a6107a1 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:43.479565 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8a4ff40c-9f9f-413b-8bd8-dda5c3230188 req-bba7126d-a307-4df7-b96b-37c13a6107a1 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0523965 Oct 27 17:10:43.518420 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8a4ff40c-9f9f-413b-8bd8-dda5c3230188 req-0bbee392-13e1-41ac-9c65-a366534690ad tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355239 Oct 27 17:10:43.766954 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7cf53d-98da-4b75-9872-fc711b4e96f9 req-34a5962c-9d51-4dc0-8789-bab46a5ea212 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:43.768461 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-9a7cf53d-98da-4b75-9872-fc711b4e96f9 req-34a5962c-9d51-4dc0-8789-bab46a5ea212 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0515356 Oct 27 17:10:43.815063 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-9a7cf53d-98da-4b75-9872-fc711b4e96f9 req-c1169b19-85a1-48ad-8288-47f1ed4d0a2b tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366688 Oct 27 17:10:44.654746 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15d40c-8f15-47f3-897d-5b4986d06186 req-47c96a83-266a-4190-abcb-53501d9de515 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:44.657088 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ab15d40c-8f15-47f3-897d-5b4986d06186 req-47c96a83-266a-4190-abcb-53501d9de515 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0558548 Oct 27 17:10:44.701629 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ab15d40c-8f15-47f3-897d-5b4986d06186 req-f4511763-54a2-47e8-8219-b5e538ae96db tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384789 Oct 27 17:10:44.994358 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb7e35-fc03-45b5-85da-b8a8d8f6e72b req-eb1162d9-c49d-4617-ad7c-852524e8ed7a tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:44.998330 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cdbb7e35-fc03-45b5-85da-b8a8d8f6e72b req-eb1162d9-c49d-4617-ad7c-852524e8ed7a tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0930698 Oct 27 17:10:45.058316 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cdbb7e35-fc03-45b5-85da-b8a8d8f6e72b req-2165156e-2c58-4781-ab24-0a6c89451f8d tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540073 Oct 27 17:10:45.864577 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb812320-6d55-44cb-b473-e53b74c69959 req-a8e0df60-72b3-483e-9896-296ac8cef4ef tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:45.871651 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fb812320-6d55-44cb-b473-e53b74c69959 req-a8e0df60-72b3-483e-9896-296ac8cef4ef tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0629613 Oct 27 17:10:45.911218 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fb812320-6d55-44cb-b473-e53b74c69959 req-fb59b1fa-945a-4e6f-a1cd-2489b3d107d2 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379856 Oct 27 17:10:46.187795 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4153147-8643-408d-9698-f421b943eaa6 req-0846191a-c330-46ec-8e0f-787b76d4dab5 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:46.193224 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c4153147-8643-408d-9698-f421b943eaa6 req-0846191a-c330-46ec-8e0f-787b76d4dab5 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0575376 Oct 27 17:10:46.237976 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c4153147-8643-408d-9698-f421b943eaa6 req-ac53c1ca-742c-4397-8c55-7dd6ca855f23 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418928 Oct 27 17:10:47.057422 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccbac9-c074-4536-a2d8-f5d7aa96a390 req-9edb078e-46d2-410d-bbe7-60d834fc0b9c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:47.058912 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7bccbac9-c074-4536-a2d8-f5d7aa96a390 req-9edb078e-46d2-410d-bbe7-60d834fc0b9c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0535083 Oct 27 17:10:47.099013 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7bccbac9-c074-4536-a2d8-f5d7aa96a390 req-3c56555b-5ceb-47fd-900b-b47511fbb61f tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327351 Oct 27 17:10:47.354098 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5af32-5301-44c1-958d-ff36363d2643 req-ef892fd2-4abe-499f-a9b5-65751405a8f0 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:47.355493 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a9a5af32-5301-44c1-958d-ff36363d2643 req-ef892fd2-4abe-499f-a9b5-65751405a8f0 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0493386 Oct 27 17:10:47.393237 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a9a5af32-5301-44c1-958d-ff36363d2643 req-64bf0203-ec31-4ea5-b3ef-e4296043fd4d tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317385 Oct 27 17:10:48.232987 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13334b6a-ec4d-4f47-bf2f-6f5824403ed2 req-0f559c08-7a61-4ce1-acf3-887b3a227662 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:48.235028 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-13334b6a-ec4d-4f47-bf2f-6f5824403ed2 req-0f559c08-7a61-4ce1-acf3-887b3a227662 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0511215 Oct 27 17:10:48.278249 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-13334b6a-ec4d-4f47-bf2f-6f5824403ed2 req-a0f439f6-f117-4325-9c49-74636c02f2b5 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357652 Oct 27 17:10:48.531692 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46fa3b-5fa1-43ce-a40e-3b1abc6df5c1 req-eeb2c966-4e37-4f27-a06f-949a26ff2acd tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:48.540035 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8c46fa3b-5fa1-43ce-a40e-3b1abc6df5c1 req-eeb2c966-4e37-4f27-a06f-949a26ff2acd tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0667479 Oct 27 17:10:48.590076 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8c46fa3b-5fa1-43ce-a40e-3b1abc6df5c1 req-b2f98832-805e-4ec0-8a6d-eb89a62eb139 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490918 Oct 27 17:10:49.591078 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-d8030d51-5139-4432-908f-99fcd103b118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:49.692525 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1f6ff-8161-488c-90ac-932c5108b1ae req-96bbb798-1af3-4079-8420-1cd7474e36af tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:49.694391 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3ba1f6ff-8161-488c-90ac-932c5108b1ae req-96bbb798-1af3-4079-8420-1cd7474e36af tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.3414333 Oct 27 17:10:49.733819 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f6bc5-056c-4851-9137-ce2887e7f33a req-121ef383-9703-4517-a8fa-55079a512d58 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:49.736505 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e41f6bc5-056c-4851-9137-ce2887e7f33a req-121ef383-9703-4517-a8fa-55079a512d58 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0613530 Oct 27 17:10:49.742022 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3ba1f6ff-8161-488c-90ac-932c5108b1ae req-32f4a6a3-d74a-445b-9e45-4a9071f0a8e8 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411122 Oct 27 17:10:49.800845 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e41f6bc5-056c-4851-9137-ce2887e7f33a req-bbd06e4b-68e3-4b7d-b5c2-0684ad798e36 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512257 Oct 27 17:10:50.479564 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bae5c-029a-493e-b353-5dca0fbe8771 req-7d60dcde-f6c9-4e29-bd8b-b522c50ab1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:50.481206 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a99bae5c-029a-493e-b353-5dca0fbe8771 req-7d60dcde-f6c9-4e29-bd8b-b522c50ab1fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c20518b6896c4bd5b8e9508a0f84de09&device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 1099 time: 0.0410817 Oct 27 17:10:50.586632 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bae5c-029a-493e-b353-5dca0fbe8771 req-78c2ebea-c90c-47ac-974c-2aee2fdeda03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:50.588080 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a99bae5c-029a-493e-b353-5dca0fbe8771 req-78c2ebea-c90c-47ac-974c-2aee2fdeda03 service neutron] 10.222.0.11 "GET /v2.0/networks?id=07498dd1-2882-444c-978e-46285484b33d HTTP/1.1" status: 200 len: 910 time: 0.0913937 Oct 27 17:10:50.655531 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a99bae5c-029a-493e-b353-5dca0fbe8771 req-15180d24-1e98-4562-8f8f-44d81c9546a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe3579e8-529f-48eb-b676-94ff0d8f908d HTTP/1.1" status: 200 len: 1002 time: 0.0591445 Oct 27 17:10:50.710412 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bae5c-029a-493e-b353-5dca0fbe8771 req-2e6a2e7c-0d9d-4068-959a-11d8ecb135dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:50.711853 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a99bae5c-029a-493e-b353-5dca0fbe8771 req-2e6a2e7c-0d9d-4068-959a-11d8ecb135dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2038848a-a09a-4f9c-a4fd-769b5112000d HTTP/1.1" status: 200 len: 847 time: 0.0442352 Oct 27 17:10:50.768013 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bae5c-029a-493e-b353-5dca0fbe8771 req-51a917b1-18aa-4658-8b17-1e6c1e1fcc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:50.769477 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a99bae5c-029a-493e-b353-5dca0fbe8771 req-51a917b1-18aa-4658-8b17-1e6c1e1fcc26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07498dd1-2882-444c-978e-46285484b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447156 Oct 27 17:10:50.896104 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dc5f7-948a-44aa-b3d5-1394f04e6b22 req-e4a1ef99-2153-4020-a03b-e977fe3be782 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:50.904981 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-432dc5f7-948a-44aa-b3d5-1394f04e6b22 req-e4a1ef99-2153-4020-a03b-e977fe3be782 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0777435 Oct 27 17:10:50.911847 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d8d7a-6048-4c85-9e9f-610fea93ebc6 req-05199fd8-5f29-4fd0-9384-3fbc922e3f17 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:50.913207 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-bf1d8d7a-6048-4c85-9e9f-610fea93ebc6 req-05199fd8-5f29-4fd0-9384-3fbc922e3f17 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0523152 Oct 27 17:10:50.931463 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a99bae5c-029a-493e-b353-5dca0fbe8771 req-3c8116f5-e6ad-4b72-886f-46e443ab9af9 service neutron] 10.222.0.11 "GET /v2.0/networks/07498dd1-2882-444c-978e-46285484b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501932 Oct 27 17:10:50.973399 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-bf1d8d7a-6048-4c85-9e9f-610fea93ebc6 req-0a420049-e9ec-4086-803f-0701092aa886 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490651 Oct 27 17:10:51.055330 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-432dc5f7-948a-44aa-b3d5-1394f04e6b22 req-74554003-235f-4c75-86ed-6aed0f7156c7 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226790 Oct 27 17:10:51.111304 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a99bae5c-029a-493e-b353-5dca0fbe8771 req-0cda9c3c-4135-44af-a8a8-ee916467061e service neutron] 10.222.0.11 "GET /v2.0/networks/07498dd1-2882-444c-978e-46285484b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485786 Oct 27 17:10:52.095596 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cf0fe-715e-4e88-bb24-e3021a956696 req-c173098a-f58e-44ed-a687-a2bc4edce657 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:52.097335 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-874cf0fe-715e-4e88-bb24-e3021a956696 req-c173098a-f58e-44ed-a687-a2bc4edce657 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0582805 Oct 27 17:10:52.143051 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-874cf0fe-715e-4e88-bb24-e3021a956696 req-320ac2ab-d90a-4ce4-a413-0b9026b87319 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390205 Oct 27 17:10:52.241038 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6011270-e028-4cda-9b79-fcd74b24deb5 req-e5e0243a-ca93-4cdb-834c-6753010f7083 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:52.242651 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e6011270-e028-4cda-9b79-fcd74b24deb5 req-e5e0243a-ca93-4cdb-834c-6753010f7083 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0693228 Oct 27 17:10:52.283104 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e6011270-e028-4cda-9b79-fcd74b24deb5 req-e418aca3-5e34-4f28-82be-7a033041ca7a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339210 Oct 27 17:10:52.362485 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-dca2c40c-316c-480d-968a-12f19d9c2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:53.242370 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:53.280399 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e3b03-56e0-4c9d-a1e0-2eb8890f3cad req-7276de74-06ff-49f7-a921-3a944b6ab04c tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:53.285036 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-fd3e3b03-56e0-4c9d-a1e0-2eb8890f3cad req-7276de74-06ff-49f7-a921-3a944b6ab04c tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0536585 Oct 27 17:10:53.324578 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-fd3e3b03-56e0-4c9d-a1e0-2eb8890f3cad req-fb85303c-5507-4e1a-b0c9-53ded57da931 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351605 Oct 27 17:10:53.430791 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:53.440511 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7b7d8-a3a3-4801-b57d-12ca8590f596 req-2373625d-4d21-4c73-85f6-b7a22ce28344 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:53.442770 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3bb7b7d8-a3a3-4801-b57d-12ca8590f596 req-2373625d-4d21-4c73-85f6-b7a22ce28344 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0527539 Oct 27 17:10:53.486967 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3bb7b7d8-a3a3-4801-b57d-12ca8590f596 req-eac440d7-1f70-4e04-a4c7-ae2afc1ad156 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373282 Oct 27 17:10:54.455211 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a317a5e-b141-4985-9264-a97278f7fd18 req-5a3ca331-354f-4b98-93a4-929158f034ba tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:54.457068 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-1a317a5e-b141-4985-9264-a97278f7fd18 req-5a3ca331-354f-4b98-93a4-929158f034ba tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0503001 Oct 27 17:10:54.496296 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-1a317a5e-b141-4985-9264-a97278f7fd18 req-c6830a23-342c-4e0b-99ad-c3107a6a141b tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332677 Oct 27 17:10:54.641043 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f57fa6-48cf-4900-8c22-65be587dcb07 req-ab0c49c2-f6b8-4012-9fe6-7d04e5790ddb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:54.647113 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-15f57fa6-48cf-4900-8c22-65be587dcb07 req-ab0c49c2-f6b8-4012-9fe6-7d04e5790ddb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0637887 Oct 27 17:10:54.688604 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-15f57fa6-48cf-4900-8c22-65be587dcb07 req-d1dfc00e-422f-4173-9f15-f070c5ecaa52 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376050 Oct 27 17:10:55.308948 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:55.618612 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfac956-e577-446b-9c40-699356005a35 req-45191099-88fd-4eb5-a52b-602621303e3d tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:55.620080 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cbfac956-e577-446b-9c40-699356005a35 req-45191099-88fd-4eb5-a52b-602621303e3d tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0550401 Oct 27 17:10:55.658441 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cbfac956-e577-446b-9c40-699356005a35 req-478a6836-bfb1-4a09-86b2-31e834d75fd0 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324440 Oct 27 17:10:55.822562 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705d5f4-3322-4fde-b62c-5d2ba21d4f8c req-542aec67-fcd6-467e-a653-b0a19d88d5be tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:55.823950 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8705d5f4-3322-4fde-b62c-5d2ba21d4f8c req-542aec67-fcd6-467e-a653-b0a19d88d5be tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.0522385 Oct 27 17:10:55.863225 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8705d5f4-3322-4fde-b62c-5d2ba21d4f8c req-cc902c75-cc15-4871-bcc7-6e7fff5e12cc tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331681 Oct 27 17:10:56.022941 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766071bd-79c2-4e44-b31b-9e6d3c1cf75c req-4639c0f8-0cad-45aa-a44a-55a4b0d00fc9 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:56.024459 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-766071bd-79c2-4e44-b31b-9e6d3c1cf75c req-4639c0f8-0cad-45aa-a44a-55a4b0d00fc9 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0494277 Oct 27 17:10:56.066615 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-766071bd-79c2-4e44-b31b-9e6d3c1cf75c req-8cb3fa7b-455e-4cc8-aba9-de4ba0b48c8d tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357811 Oct 27 17:10:56.084603 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 33316) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:56.178152 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-41e00911-b539-4840-ab28-c71bc7492fb3 req-de19f103-779b-4b19-b1c3-5ffc47882989 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0916650 Oct 27 17:10:56.188708 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [req-41e00911-b539-4840-ab28-c71bc7492fb3 req-5f6a0cd8-8821-45cc-906b-c3ffea101d34 service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=118833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:10:56.192205 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-41e00911-b539-4840-ab28-c71bc7492fb3 req-5f6a0cd8-8821-45cc-906b-c3ffea101d34 service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058599 Oct 27 17:10:56.629963 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3f02a-4b49-44ff-acaf-7b1da251c8c9 req-3afaedca-47aa-487b-b112-f868b6eb3c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:56.630843 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cbb3f02a-4b49-44ff-acaf-7b1da251c8c9 req-3afaedca-47aa-487b-b112-f868b6eb3c99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5eb132de3af4a108561a16af567602d&device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 1099 time: 0.0524809 Oct 27 17:10:56.738269 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3f02a-4b49-44ff-acaf-7b1da251c8c9 req-1dba6f1f-14a5-4dae-a63b-ab7576dfc2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:56.739775 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cbb3f02a-4b49-44ff-acaf-7b1da251c8c9 req-1dba6f1f-14a5-4dae-a63b-ab7576dfc2b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 HTTP/1.1" status: 200 len: 919 time: 0.0976379 Oct 27 17:10:56.825322 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cbb3f02a-4b49-44ff-acaf-7b1da251c8c9 req-acfbaa8c-e5af-4f88-8592-20c5f253835d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3d44742-fcc3-4494-a8fa-b00f2a72aa48 HTTP/1.1" status: 200 len: 1002 time: 0.0689430 Oct 27 17:10:56.879219 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3f02a-4b49-44ff-acaf-7b1da251c8c9 req-05003e78-ead2-4bf1-9071-77a810293475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:56.880999 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cbb3f02a-4b49-44ff-acaf-7b1da251c8c9 req-05003e78-ead2-4bf1-9071-77a810293475 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b59259a-4a35-4b3f-b276-e215349f7ead HTTP/1.1" status: 200 len: 856 time: 0.0463426 Oct 27 17:10:56.929491 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3f02a-4b49-44ff-acaf-7b1da251c8c9 req-f74106ac-1679-4cdc-ae5c-2c8bac765b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:56.933087 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cbb3f02a-4b49-44ff-acaf-7b1da251c8c9 req-f74106ac-1679-4cdc-ae5c-2c8bac765b41 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428925 Oct 27 17:10:57.063963 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13dcf2d-9e07-43f5-8cdf-e01934f12e54 req-ed12c98b-fb29-4bfd-bc4e-703f728e9a87 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:57.065378 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b13dcf2d-9e07-43f5-8cdf-e01934f12e54 req-ed12c98b-fb29-4bfd-bc4e-703f728e9a87 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 946 time: 0.1252055 Oct 27 17:10:57.072104 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cbb3f02a-4b49-44ff-acaf-7b1da251c8c9 req-7590ef59-c410-4cfa-aa37-ae801f494c41 service neutron] 10.222.0.11 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330335 Oct 27 17:10:57.162662 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b13dcf2d-9e07-43f5-8cdf-e01934f12e54 req-235dd2a5-ba07-4ff1-b2ba-72f395549250 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876420 Oct 27 17:10:57.190498 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5ce12-51a1-4b85-88b8-cf6c90299feb req-9bbc40d0-d721-441c-a737-76c0609042ad tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:57.192519 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-bbf5ce12-51a1-4b85-88b8-cf6c90299feb req-9bbc40d0-d721-441c-a737-76c0609042ad tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0519471 Oct 27 17:10:57.205570 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cbb3f02a-4b49-44ff-acaf-7b1da251c8c9 req-02998572-a4d7-4fc7-b305-39e5ded6136e service neutron] 10.222.0.11 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247442 Oct 27 17:10:57.232397 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-bbf5ce12-51a1-4b85-88b8-cf6c90299feb req-8e05f4e5-34b1-40d1-b892-56e5a30bf8d0 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337610 Oct 27 17:10:57.917629 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device a3d44742-fcc3-4494-a8fa-b00f2a72aa48 no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:10:57.998521 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:58.021603 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab71ecf4-79ab-4645-9654-b537bd29a39b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3d44742-fcc3-4494-a8fa-b00f2a72aa48'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:10:58.023858 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1d2817-0270-41cd-a032-e349b8bd3900" -d '{"events": [{"server_uuid": "ab71ecf4-79ab-4645-9654-b537bd29a39b", "name": "network-vif-unplugged", "status": "completed", "tag": "a3d44742-fcc3-4494-a8fa-b00f2a72aa48"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:10:58.036913 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port a3d44742-fcc3-4494-a8fa-b00f2a72aa48, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=a3d44742-fcc3-4494-a8fa-b00f2a72aa48,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:10:58.064479 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 17:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2cffe0-1618-40e6-8d77-00ecb78cc711 x-openstack-request-id: req-aa2cffe0-1618-40e6-8d77-00ecb78cc711 {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:10:58.064857 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab71ecf4-79ab-4645-9654-b537bd29a39b", "name": "network-vif-unplugged", "status": "completed", "tag": "a3d44742-fcc3-4494-a8fa-b00f2a72aa48", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:10:58.070468 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-aa2cffe0-1618-40e6-8d77-00ecb78cc711 {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:10:58.070468 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab71ecf4-79ab-4645-9654-b537bd29a39b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3d44742-fcc3-4494-a8fa-b00f2a72aa48', 'code': 200} Oct 27 17:10:58.115873 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:58.116733 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device fe3579e8-529f-48eb-b676-94ff0d8f908d no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:10:58.190234 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=a3d44742-fcc3-4494-a8fa-b00f2a72aa48,revision_number=8']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:58.300772 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22549d49-148b-46aa-ab11-6f70b0822625 req-7fd7235e-dd1a-4557-b3da-a92eacb913e7 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:58.305083 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-22549d49-148b-46aa-ab11-6f70b0822625 req-7fd7235e-dd1a-4557-b3da-a92eacb913e7 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.0633228 Oct 27 17:10:58.353924 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-22549d49-148b-46aa-ab11-6f70b0822625 req-5da1406b-08e0-42ea-ae67-2b2702fdf241 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425205 Oct 27 17:10:58.369802 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:58.402743 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b65c6-cab6-4adc-b37e-9ef085ee8855 req-2d7a51ab-e27f-4a2d-9112-9c9db0ad704f tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:58.403573 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port fe3579e8-529f-48eb-b676-94ff0d8f908d, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=fe3579e8-529f-48eb-b676-94ff0d8f908d,segment=NetworkSegment(0d9014a4-3f25-4fd8-961e-bdce34dcf2dc),segment_id=0d9014a4-3f25-4fd8-961e-bdce34dcf2dc)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:10:58.404322 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a49b65c6-cab6-4adc-b37e-9ef085ee8855 req-2d7a51ab-e27f-4a2d-9112-9c9db0ad704f tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0655453 Oct 27 17:10:58.443821 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a49b65c6-cab6-4adc-b37e-9ef085ee8855 req-493c33de-d849-46b7-a7d8-f487790c7cef tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333021 Oct 27 17:10:58.522413 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:58.569334 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=fe3579e8-529f-48eb-b676-94ff0d8f908d,revision_number=6']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:59.044227 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e00911-b539-4840-ab28-c71bc7492fb3 req-19fa4174-8d85-4a83-acb8-809c554f9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:59.045752 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-41e00911-b539-4840-ab28-c71bc7492fb3 req-19fa4174-8d85-4a83-acb8-809c554f9846 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9&tenant_id=c20518b6896c4bd5b8e9508a0f84de09 HTTP/1.1" status: 200 len: 1097 time: 0.0432932 Oct 27 17:10:59.124824 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e00911-b539-4840-ab28-c71bc7492fb3 req-4a47e517-5697-4c84-aee0-2b751c5007c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:59.126976 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-41e00911-b539-4840-ab28-c71bc7492fb3 req-4a47e517-5697-4c84-aee0-2b751c5007c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c20518b6896c4bd5b8e9508a0f84de09&device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 1097 time: 0.0538204 Oct 27 17:10:59.226264 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e00911-b539-4840-ab28-c71bc7492fb3 req-e441eedb-43d6-4837-90d1-d9062ee31c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:59.227614 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-41e00911-b539-4840-ab28-c71bc7492fb3 req-e441eedb-43d6-4837-90d1-d9062ee31c48 service neutron] 10.222.0.11 "GET /v2.0/networks?id=07498dd1-2882-444c-978e-46285484b33d HTTP/1.1" status: 200 len: 910 time: 0.0922184 Oct 27 17:10:59.303946 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-41e00911-b539-4840-ab28-c71bc7492fb3 req-52a2bfa9-3910-432f-90fc-ec8fb7d4d46a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe3579e8-529f-48eb-b676-94ff0d8f908d HTTP/1.1" status: 200 len: 1000 time: 0.0648723 Oct 27 17:10:59.357130 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e00911-b539-4840-ab28-c71bc7492fb3 req-9f7cafd7-9a53-4b8f-b57a-7c5db01f55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:59.358601 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-41e00911-b539-4840-ab28-c71bc7492fb3 req-9f7cafd7-9a53-4b8f-b57a-7c5db01f55e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2038848a-a09a-4f9c-a4fd-769b5112000d HTTP/1.1" status: 200 len: 847 time: 0.0476077 Oct 27 17:10:59.416713 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e00911-b539-4840-ab28-c71bc7492fb3 req-c22636af-18f7-4378-b61d-a7bde06d66a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:59.418244 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-41e00911-b539-4840-ab28-c71bc7492fb3 req-c22636af-18f7-4378-b61d-a7bde06d66a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07498dd1-2882-444c-978e-46285484b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510859 Oct 27 17:10:59.495839 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e7ea7-06db-426e-9ecb-e55520149a02 req-a0f9aad6-6e4a-49ad-9261-dfe5941f854a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:59.497464 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-671e7ea7-06db-426e-9ecb-e55520149a02 req-a0f9aad6-6e4a-49ad-9261-dfe5941f854a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.0662980 Oct 27 17:10:59.588642 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-41e00911-b539-4840-ab28-c71bc7492fb3 req-1b295db4-a7f3-4a78-912c-1f15cae6b835 service neutron] 10.222.0.11 "GET /v2.0/networks/07498dd1-2882-444c-978e-46285484b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591024 Oct 27 17:10:59.615897 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c583b60-27dd-4776-bd99-8275f29ade78 req-97b1541f-e62a-4558-bee7-1666bac68bd0 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:59.617605 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6c583b60-27dd-4776-bd99-8275f29ade78 req-97b1541f-e62a-4558-bee7-1666bac68bd0 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 944 time: 0.0923872 Oct 27 17:10:59.711812 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6c583b60-27dd-4776-bd99-8275f29ade78 req-377852f1-1f92-429e-bded-a1d25f79400c tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834131 Oct 27 17:10:59.734914 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-41e00911-b539-4840-ab28-c71bc7492fb3 req-b009059d-5c24-49fa-add3-366969c7fd15 service neutron] 10.222.0.11 "GET /v2.0/networks/07498dd1-2882-444c-978e-46285484b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374681 Oct 27 17:10:59.779014 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-671e7ea7-06db-426e-9ecb-e55520149a02 req-9f6cf4d3-8d3e-4bdc-8462-bca6d27d175b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709906 Oct 27 17:11:00.066611 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41100b3-9255-46d9-828f-96632c8b98a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe3579e8-529f-48eb-b676-94ff0d8f908d'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:11:00.068977 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ca963d-502a-436a-b62a-9875996c6b51" -d '{"events": [{"server_uuid": "f41100b3-9255-46d9-828f-96632c8b98a9", "name": "network-vif-unplugged", "status": "completed", "tag": "fe3579e8-529f-48eb-b676-94ff0d8f908d"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:11:00.109700 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 17:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c713319-bc7d-4a1a-b855-94b3ed2bfdba x-openstack-request-id: req-0c713319-bc7d-4a1a-b855-94b3ed2bfdba {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:11:00.109700 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41100b3-9255-46d9-828f-96632c8b98a9", "name": "network-vif-unplugged", "status": "completed", "tag": "fe3579e8-529f-48eb-b676-94ff0d8f908d", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:11:00.109700 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-0c713319-bc7d-4a1a-b855-94b3ed2bfdba {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:11:00.109700 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41100b3-9255-46d9-828f-96632c8b98a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe3579e8-529f-48eb-b676-94ff0d8f908d', 'code': 200} Oct 27 17:11:00.832383 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0dda28-0c69-4d6d-a347-4f51bda8ba64 req-63cff194-d49a-4053-8225-4f2540443807 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:00.834752 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4d0dda28-0c69-4d6d-a347-4f51bda8ba64 req-63cff194-d49a-4053-8225-4f2540443807 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 944 time: 0.0502944 Oct 27 17:11:00.872678 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4d0dda28-0c69-4d6d-a347-4f51bda8ba64 req-7a8cc6d9-3de6-447a-91ab-6a70b72eff8e tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319352 Oct 27 17:11:00.904340 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57dd3f1-7a63-4bc8-8a7a-8dd6f535b203 req-ba1ba457-7495-412a-a14b-5016d5559c54 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:00.905906 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c57dd3f1-7a63-4bc8-8a7a-8dd6f535b203 req-ba1ba457-7495-412a-a14b-5016d5559c54 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.0516343 Oct 27 17:11:00.945326 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c57dd3f1-7a63-4bc8-8a7a-8dd6f535b203 req-8597814f-8881-4abb-9ea0-fb2a84fd3c6c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333586 Oct 27 17:11:01.991576 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d8ed9-221c-4d66-a5e0-894df05ba68e req-6398afce-47d2-42e5-b50d-a20fd81fbfef tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:01.993098 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ea1d8ed9-221c-4d66-a5e0-894df05ba68e req-6398afce-47d2-42e5-b50d-a20fd81fbfef tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 944 time: 0.0506351 Oct 27 17:11:02.038540 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ea1d8ed9-221c-4d66-a5e0-894df05ba68e req-28a9738c-bc8a-4457-bf3c-40850d99ae78 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393414 Oct 27 17:11:02.992495 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [req-aba0ec8b-717b-4281-b908-be1e7c028b96 req-71f00bd0-4158-4536-a1f6-113c29679b13 service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=118834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:11:02.993511 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-aba0ec8b-717b-4281-b908-be1e7c028b96 req-71f00bd0-4158-4536-a1f6-113c29679b13 service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064139 Oct 27 17:11:03.176105 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928da66-4854-48a2-90b1-1bc4ddacde5f req-3466e8cf-df2c-4b29-a934-c513e037cc37 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:03.178860 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7928da66-4854-48a2-90b1-1bc4ddacde5f req-3466e8cf-df2c-4b29-a934-c513e037cc37 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 944 time: 0.0628333 Oct 27 17:11:03.224630 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-7928da66-4854-48a2-90b1-1bc4ddacde5f req-f526abcb-e6de-40e3-9b7c-e3492952ede6 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387909 Oct 27 17:11:03.351528 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca1265-800b-40a5-be61-7b9c6a532b18 req-cbe76633-1ec3-441b-8c35-9c8f008510d8 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:03.353228 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e3ca1265-800b-40a5-be61-7b9c6a532b18 req-cbe76633-1ec3-441b-8c35-9c8f008510d8 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.0522799 Oct 27 17:11:03.397574 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e3ca1265-800b-40a5-be61-7b9c6a532b18 req-bb5fbe2c-5f34-494f-a37e-310bffc62434 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375113 Oct 27 17:11:03.736684 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a3600c71-bbda-4a7f-900e-fa81f76d251e req-e56317e4-e1c4-479b-9ed2-4548c28d88ac service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843067 Oct 27 17:11:03.972768 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device a3d44742-fcc3-4494-a8fa-b00f2a72aa48 no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:11:04.360941 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9aef9-96dd-4530-a769-d7ae03ed9873 req-dc7a549e-4c22-4908-b0e9-726468d23eb3 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:04.362440 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-21f9aef9-96dd-4530-a769-d7ae03ed9873 req-dc7a549e-4c22-4908-b0e9-726468d23eb3 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 944 time: 0.0586414 Oct 27 17:11:04.404932 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-21f9aef9-96dd-4530-a769-d7ae03ed9873 req-aa5c5313-5b63-403c-ba4b-b341b3950626 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352936 Oct 27 17:11:04.531437 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8daa013-ac1e-4e06-a5b6-18c1d09a2f1f req-95b190fc-3956-4591-a159-eb38912b219d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:04.533396 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c8daa013-ac1e-4e06-a5b6-18c1d09a2f1f req-95b190fc-3956-4591-a159-eb38912b219d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.0566154 Oct 27 17:11:04.582158 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c8daa013-ac1e-4e06-a5b6-18c1d09a2f1f req-178e4e05-a92d-42cb-8294-9cb3fc7b9800 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405109 Oct 27 17:11:05.291922 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3600c71-bbda-4a7f-900e-fa81f76d251e req-66fc54b6-fec8-46cb-adaa-63ace72b3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:05.293471 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a3600c71-bbda-4a7f-900e-fa81f76d251e req-66fc54b6-fec8-46cb-adaa-63ace72b3590 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b&tenant_id=c5eb132de3af4a108561a16af567602d HTTP/1.1" status: 200 len: 1097 time: 0.0863247 Oct 27 17:11:05.365390 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3600c71-bbda-4a7f-900e-fa81f76d251e req-45429c2c-3b67-4c1e-9a33-48d4b3183e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:05.366590 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a3600c71-bbda-4a7f-900e-fa81f76d251e req-45429c2c-3b67-4c1e-9a33-48d4b3183e61 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5eb132de3af4a108561a16af567602d&device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 1097 time: 0.0448961 Oct 27 17:11:05.460107 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3600c71-bbda-4a7f-900e-fa81f76d251e req-ead5e764-3192-4363-95c6-f621bd6e46f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:05.461986 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a3600c71-bbda-4a7f-900e-fa81f76d251e req-ead5e764-3192-4363-95c6-f621bd6e46f4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 HTTP/1.1" status: 200 len: 919 time: 0.0881615 Oct 27 17:11:05.463198 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:11:05.528657 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf46d6b-1722-4bb2-9f30-3ef4faf832be req-e1b16817-022e-48fd-89ad-b7dd97c1b3ed tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:05.530140 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ccf46d6b-1722-4bb2-9f30-3ef4faf832be req-e1b16817-022e-48fd-89ad-b7dd97c1b3ed tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 944 time: 0.0570164 Oct 27 17:11:05.532844 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a3600c71-bbda-4a7f-900e-fa81f76d251e req-10c944a1-df2c-4e6f-a5c1-c8f880834dba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3d44742-fcc3-4494-a8fa-b00f2a72aa48 HTTP/1.1" status: 200 len: 1000 time: 0.0633562 Oct 27 17:11:05.570006 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ccf46d6b-1722-4bb2-9f30-3ef4faf832be req-9ff13059-3c46-4102-8ed8-63bb985b36f7 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325332 Oct 27 17:11:05.596450 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3600c71-bbda-4a7f-900e-fa81f76d251e req-d7a8a160-8624-41e6-9951-71d6c2d07539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:05.598224 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a3600c71-bbda-4a7f-900e-fa81f76d251e req-d7a8a160-8624-41e6-9951-71d6c2d07539 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b59259a-4a35-4b3f-b276-e215349f7ead HTTP/1.1" status: 200 len: 856 time: 0.0573957 Oct 27 17:11:05.654427 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3600c71-bbda-4a7f-900e-fa81f76d251e req-95574e8e-5bbe-4c60-b0f7-64264454b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:05.656578 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a3600c71-bbda-4a7f-900e-fa81f76d251e req-95574e8e-5bbe-4c60-b0f7-64264454b0a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497439 Oct 27 17:11:05.764828 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11344649-e986-4f41-a0bf-432eecb078f0 req-d2d787f9-66f6-4f30-b9e5-cf2145768e8d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:05.766357 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-11344649-e986-4f41-a0bf-432eecb078f0 req-d2d787f9-66f6-4f30-b9e5-cf2145768e8d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.1089063 Oct 27 17:11:05.816855 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a3600c71-bbda-4a7f-900e-fa81f76d251e req-2727a85e-219b-4e4b-9362-b4e2ab551063 service neutron] 10.222.0.11 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324632 Oct 27 17:11:05.839429 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-11344649-e986-4f41-a0bf-432eecb078f0 req-41f28fbc-d50e-43cf-b6f6-ecf582190701 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601459 Oct 27 17:11:05.920848 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a3600c71-bbda-4a7f-900e-fa81f76d251e req-74890d2a-9847-4bcf-a38f-24b9f46fbecf service neutron] 10.222.0.11 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946708 Oct 27 17:11:05.928773 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:06.758664 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ae9e7-28a2-4411-8cc4-fed7ea23b9ed req-4d174a53-35a7-4f13-8d8b-c64d12908381 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:06.758664 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5a5ae9e7-28a2-4411-8cc4-fed7ea23b9ed req-4d174a53-35a7-4f13-8d8b-c64d12908381 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 944 time: 0.0785716 Oct 27 17:11:06.816129 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5a5ae9e7-28a2-4411-8cc4-fed7ea23b9ed req-a1115750-101b-46de-8f14-8c66899e4e4e tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465536 Oct 27 17:11:06.995488 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a8320-9572-4540-83d9-1adce627fa36 req-0fb66c94-cc97-4e31-b9c7-32effa3d7821 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:06.997082 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8b7a8320-9572-4540-83d9-1adce627fa36 req-0fb66c94-cc97-4e31-b9c7-32effa3d7821 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.0718257 Oct 27 17:11:07.044165 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8b7a8320-9572-4540-83d9-1adce627fa36 req-3d84c60e-61cd-4f3d-a293-c0f2210317b2 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407653 Oct 27 17:11:07.957761 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc1569-6887-4d97-aa75-71324d836b3b req-76b04062-6e61-4f0f-8564-88df3d155632 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:07.960823 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-26cc1569-6887-4d97-aa75-71324d836b3b req-76b04062-6e61-4f0f-8564-88df3d155632 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 944 time: 0.0584126 Oct 27 17:11:08.002907 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-26cc1569-6887-4d97-aa75-71324d836b3b req-41989e48-17e6-4240-bc44-e7e33a41d946 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355577 Oct 27 17:11:08.007146 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device fe3579e8-529f-48eb-b676-94ff0d8f908d details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:11:08.114467 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port fe3579e8-529f-48eb-b676-94ff0d8f908d, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=fe3579e8-529f-48eb-b676-94ff0d8f908d,segment=NetworkSegment(0d9014a4-3f25-4fd8-961e-bdce34dcf2dc),segment_id=0d9014a4-3f25-4fd8-961e-bdce34dcf2dc)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:08.145173 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': 'fe3579e8-529f-48eb-b676-94ff0d8f908d', 'network_id': '07498dd1-2882-444c-978e-46285484b33d', 'port_id': 'fe3579e8-529f-48eb-b676-94ff0d8f908d', 'mac_address': 'fa:16:3e:a7:d4:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2038848a-a09a-4f9c-a4fd-769b5112000d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:11:08.200319 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:08.226919 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3579e8-529f-48eb-b676-94ff0d8f908d {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:11:08.228066 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79427178-fde8-46cc-ab54-bed578feb46f req-dab21de1-84dd-4862-a51c-2875900b7e47 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:08.229786 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-79427178-fde8-46cc-ab54-bed578feb46f req-dab21de1-84dd-4862-a51c-2875900b7e47 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.0785697 Oct 27 17:11:08.251475 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port fe3579e8-529f-48eb-b676-94ff0d8f908d, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=fe3579e8-529f-48eb-b676-94ff0d8f908d,segment=NetworkSegment(0d9014a4-3f25-4fd8-961e-bdce34dcf2dc),segment_id=0d9014a4-3f25-4fd8-961e-bdce34dcf2dc)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:08.281108 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-79427178-fde8-46cc-ab54-bed578feb46f req-e1b5a8bb-fce8-483f-b06b-6dbbf7330d40 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420632 Oct 27 17:11:08.339459 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:08.388646 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=fe3579e8-529f-48eb-b676-94ff0d8f908d,revision_number=7']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:08.776084 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['fe3579e8-529f-48eb-b676-94ff0d8f908d'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:11:09.129946 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ec42e-bb33-4cab-97d4-f9ee649a6a18 req-d4709f7f-f434-473e-affa-aaed49ca4908 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:09.131951 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6a9ec42e-bb33-4cab-97d4-f9ee649a6a18 req-d4709f7f-f434-473e-affa-aaed49ca4908 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 945 time: 0.0528781 Oct 27 17:11:09.170998 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6a9ec42e-bb33-4cab-97d4-f9ee649a6a18 req-ccf2fb28-e7bb-4cfa-8d4b-d26e26f12cd9 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325956 Oct 27 17:11:09.403526 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f670a5-ffc3-438c-8dec-ed8c11198efa req-6681df1d-c559-4bae-92b1-ee66ca76cc61 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:09.405162 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-51f670a5-ffc3-438c-8dec-ed8c11198efa req-6681df1d-c559-4bae-92b1-ee66ca76cc61 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.0490506 Oct 27 17:11:09.446101 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-51f670a5-ffc3-438c-8dec-ed8c11198efa req-3b29abdc-7cf3-4922-ad99-4236d46b2fc4 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339124 Oct 27 17:11:10.020154 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device fe3579e8-529f-48eb-b676-94ff0d8f908d up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:11:10.073570 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port fe3579e8-529f-48eb-b676-94ff0d8f908d triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:11:10.073935 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:10.158181 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:10.183511 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41100b3-9255-46d9-828f-96632c8b98a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3579e8-529f-48eb-b676-94ff0d8f908d'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:11:10.185951 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccba3be-843a-493d-bcf1-e960256181b8" -d '{"events": [{"server_uuid": "f41100b3-9255-46d9-828f-96632c8b98a9", "name": "network-vif-plugged", "status": "completed", "tag": "fe3579e8-529f-48eb-b676-94ff0d8f908d"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:11:10.205744 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port fe3579e8-529f-48eb-b676-94ff0d8f908d, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=fe3579e8-529f-48eb-b676-94ff0d8f908d,segment=NetworkSegment(0d9014a4-3f25-4fd8-961e-bdce34dcf2dc),segment_id=0d9014a4-3f25-4fd8-961e-bdce34dcf2dc)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:10.227535 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c8f830-6318-4016-81f1-3d7eb152c7e8 x-openstack-request-id: req-c8c8f830-6318-4016-81f1-3d7eb152c7e8 {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:11:10.227917 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41100b3-9255-46d9-828f-96632c8b98a9", "name": "network-vif-plugged", "status": "completed", "tag": "fe3579e8-529f-48eb-b676-94ff0d8f908d", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:11:10.228260 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-c8c8f830-6318-4016-81f1-3d7eb152c7e8 {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:11:10.228830 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41100b3-9255-46d9-828f-96632c8b98a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3579e8-529f-48eb-b676-94ff0d8f908d', 'code': 200} Oct 27 17:11:10.269138 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:10.334671 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=fe3579e8-529f-48eb-b676-94ff0d8f908d,revision_number=8']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:10.336988 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a0164-9edd-4e6f-a155-739404a85aa9 req-01175bbe-843b-4c7b-906b-04324ff3d8ef tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:10.344384 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-572a0164-9edd-4e6f-a155-739404a85aa9 req-01175bbe-843b-4c7b-906b-04324ff3d8ef tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0850034 Oct 27 17:11:10.378123 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-572a0164-9edd-4e6f-a155-739404a85aa9 req-58687433-2c55-4fe2-a6fe-341f195dd490 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328493 Oct 27 17:11:10.577288 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada849c-8a2f-4b78-88cf-f233b961a964 req-4e0c31c6-35d9-43a3-8a67-1cf068c54c9f tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:10.578684 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-eada849c-8a2f-4b78-88cf-f233b961a964 req-4e0c31c6-35d9-43a3-8a67-1cf068c54c9f tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.0583074 Oct 27 17:11:10.621233 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-eada849c-8a2f-4b78-88cf-f233b961a964 req-cf6cda71-6f7f-4b61-b777-6a53572efe54 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356233 Oct 27 17:11:11.501223 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b3b1e-9a18-4e4f-a70f-050d211aca77 req-39ee32bf-c08c-4dd0-bee9-80a369d618ee tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:11.502757 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-823b3b1e-9a18-4e4f-a70f-050d211aca77 req-39ee32bf-c08c-4dd0-bee9-80a369d618ee tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0513115 Oct 27 17:11:11.543513 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-823b3b1e-9a18-4e4f-a70f-050d211aca77 req-f0f92dc7-b1f9-4df5-9ae5-df06760335e6 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348423 Oct 27 17:11:11.744822 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e955f83-6ebe-4e80-a14a-9aec41aa5fe0 req-5dca60ca-4aa9-4c5b-b8c4-ee2300fe4543 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:11.746334 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2e955f83-6ebe-4e80-a14a-9aec41aa5fe0 req-5dca60ca-4aa9-4c5b-b8c4-ee2300fe4543 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.0514829 Oct 27 17:11:11.790274 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2e955f83-6ebe-4e80-a14a-9aec41aa5fe0 req-8b1ad6fb-2aeb-4ae6-b601-82e6d67f1323 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376916 Oct 27 17:11:12.680332 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad843e9a-46f8-48eb-b62d-f71eba9b3bb1 req-eddcd650-871f-4371-8417-b9a84736ac74 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:12.682109 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ad843e9a-46f8-48eb-b62d-f71eba9b3bb1 req-eddcd650-871f-4371-8417-b9a84736ac74 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0655386 Oct 27 17:11:12.735875 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ad843e9a-46f8-48eb-b62d-f71eba9b3bb1 req-ba38e19e-47be-452c-88a5-604816925834 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470781 Oct 27 17:11:12.923641 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174c497-1a8d-4f33-ab1e-5f9605f5d7bf req-8194399c-157d-41ef-80f4-93eb6dc3e8ec tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:12.925346 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5174c497-1a8d-4f33-ab1e-5f9605f5d7bf req-8194399c-157d-41ef-80f4-93eb6dc3e8ec tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.0569441 Oct 27 17:11:12.971717 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5174c497-1a8d-4f33-ab1e-5f9605f5d7bf req-9b62c9be-47b9-423d-aefa-802ae5b07d31 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391541 Oct 27 17:11:13.876313 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8c0c2-cf89-4a46-9023-403f87fae7b8 req-c3125979-9fb0-4a7b-95c3-f9594f4f7bfb tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:13.877840 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-58c8c0c2-cf89-4a46-9023-403f87fae7b8 req-c3125979-9fb0-4a7b-95c3-f9594f4f7bfb tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0558655 Oct 27 17:11:13.918563 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-58c8c0c2-cf89-4a46-9023-403f87fae7b8 req-68ad57fb-a45c-463d-b4b5-a85e9bcef074 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338497 Oct 27 17:11:14.103473 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91e266-043f-4fb6-91fa-27e4fca0bb5e req-584790df-1061-4e07-8510-2dcf0826ccc4 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:14.104888 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7f91e266-043f-4fb6-91fa-27e4fca0bb5e req-584790df-1061-4e07-8510-2dcf0826ccc4 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.0561097 Oct 27 17:11:14.143093 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7f91e266-043f-4fb6-91fa-27e4fca0bb5e req-721e1a5e-fbe6-4145-9898-0206e2a37db6 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322587 Oct 27 17:11:15.049408 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b7c08-d13b-469f-a1aa-b12f31e74dc9 req-3113c07f-f4a6-461a-83c7-922bfeac9633 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:15.050816 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-897b7c08-d13b-469f-a1aa-b12f31e74dc9 req-3113c07f-f4a6-461a-83c7-922bfeac9633 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0506039 Oct 27 17:11:15.090041 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-897b7c08-d13b-469f-a1aa-b12f31e74dc9 req-3e3589da-583b-4e6f-bc58-1cc056b3ff17 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323548 Oct 27 17:11:15.274660 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380d98f-7a2d-4017-8850-42e3b59a455d req-a6dc250f-0d64-4a97-ae78-4853e4d2c96b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:15.276367 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a380d98f-7a2d-4017-8850-42e3b59a455d req-a6dc250f-0d64-4a97-ae78-4853e4d2c96b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.0537391 Oct 27 17:11:15.318854 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a380d98f-7a2d-4017-8850-42e3b59a455d req-111d3385-d538-4b19-8d16-fa7f2c0bec24 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352511 Oct 27 17:11:16.217272 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e533574-1c43-4d6f-af10-9158e39aec7a req-08f5121a-267a-4077-a925-40d0ab37877b tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:16.220317 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5e533574-1c43-4d6f-af10-9158e39aec7a req-08f5121a-267a-4077-a925-40d0ab37877b tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0582478 Oct 27 17:11:16.261261 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5e533574-1c43-4d6f-af10-9158e39aec7a req-2ff7fddc-f3a7-4a92-83d8-0e55850b3528 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363472 Oct 27 17:11:16.447402 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cb656-072a-4dc7-8fd3-8cae71c86e8d req-d9fc7af0-0a98-4cc2-9aed-6595728f16e3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:16.450234 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-689cb656-072a-4dc7-8fd3-8cae71c86e8d req-d9fc7af0-0a98-4cc2-9aed-6595728f16e3 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.0550838 Oct 27 17:11:16.488803 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-689cb656-072a-4dc7-8fd3-8cae71c86e8d req-f47bf57c-a235-4287-8e10-1ca9a7fefd67 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340414 Oct 27 17:11:17.385948 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08944b-b1f2-450a-90c9-c6a990018e38 req-4c4bfb33-b72c-4d80-bd6d-7e6b3a7cec26 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:17.387424 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-1a08944b-b1f2-450a-90c9-c6a990018e38 req-4c4bfb33-b72c-4d80-bd6d-7e6b3a7cec26 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0531874 Oct 27 17:11:17.428508 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-1a08944b-b1f2-450a-90c9-c6a990018e38 req-6da9d950-1fcc-4411-a28d-2df70d034521 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347419 Oct 27 17:11:17.614314 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad60d0-d2c1-4997-aa2c-67db91a1381f req-9e1d6f9e-0ae1-4a77-850c-2851c564c67d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:17.615775 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7bad60d0-d2c1-4997-aa2c-67db91a1381f req-9e1d6f9e-0ae1-4a77-850c-2851c564c67d tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.0545945 Oct 27 17:11:17.658002 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7bad60d0-d2c1-4997-aa2c-67db91a1381f req-ce3eae7d-81ae-4a30-b4d0-52595e40916f tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357959 Oct 27 17:11:18.543857 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef5c97-81bf-429f-ad4b-e929ada83e83 req-9341b9b2-a413-41d3-b4ad-4f06d227aca2 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:18.545376 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5bef5c97-81bf-429f-ad4b-e929ada83e83 req-9341b9b2-a413-41d3-b4ad-4f06d227aca2 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0488193 Oct 27 17:11:18.583391 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5bef5c97-81bf-429f-ad4b-e929ada83e83 req-1e5d5019-06c7-4311-9502-45c6d2ca22d3 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321336 Oct 27 17:11:18.778669 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90425805-efa9-414e-bac3-81493cf2ce82 req-6844f99d-9197-49e1-b5f1-258b3b17b3f1 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:18.780136 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-90425805-efa9-414e-bac3-81493cf2ce82 req-6844f99d-9197-49e1-b5f1-258b3b17b3f1 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.0484595 Oct 27 17:11:18.817378 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-90425805-efa9-414e-bac3-81493cf2ce82 req-a46aec27-2b07-4cf2-afd7-8dcaa2da5006 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313046 Oct 27 17:11:19.573931 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-eb0208d1-44bb-43ca-ae31-06fdddc4f87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:19.700642 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2e6a3-7ee3-4d6e-af01-14462f01eafc req-40f01d9e-afd3-4cbc-b453-9e862c69c7de tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:19.702116 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-37a2e6a3-7ee3-4d6e-af01-14462f01eafc req-40f01d9e-afd3-4cbc-b453-9e862c69c7de tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0508060 Oct 27 17:11:19.740495 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-37a2e6a3-7ee3-4d6e-af01-14462f01eafc req-8e330f44-c229-4bd6-bf4c-c405b6c11883 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324373 Oct 27 17:11:19.935536 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a8308-d659-4179-80b8-6cecec6a61b3 req-0d7120fc-ad5c-458a-a5cc-8e2866f8760a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:19.937013 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ca8a8308-d659-4179-80b8-6cecec6a61b3 req-0d7120fc-ad5c-458a-a5cc-8e2866f8760a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.0490088 Oct 27 17:11:19.975277 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ca8a8308-d659-4179-80b8-6cecec6a61b3 req-2097cb4d-4302-4572-8dc4-e36fde8487e2 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323279 Oct 27 17:11:20.860810 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb24db2-b64a-4786-8a94-ecc3a3038d72 req-8e951352-f7fb-4773-8afa-6f0993db6551 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:20.862296 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6bb24db2-b64a-4786-8a94-ecc3a3038d72 req-8e951352-f7fb-4773-8afa-6f0993db6551 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0521262 Oct 27 17:11:20.901149 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6bb24db2-b64a-4786-8a94-ecc3a3038d72 req-02716acd-1b64-444e-9d3d-7411ff2504d8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329251 Oct 27 17:11:21.097689 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117eb74-b742-4560-8240-231f7ee973ec req-4ae789ee-df5b-41bf-a833-fafdaaefe24c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:21.099070 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c117eb74-b742-4560-8240-231f7ee973ec req-4ae789ee-df5b-41bf-a833-fafdaaefe24c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.0526347 Oct 27 17:11:21.136418 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c117eb74-b742-4560-8240-231f7ee973ec req-0ccc036a-1713-4dea-b304-7469fa4a6f57 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307798 Oct 27 17:11:22.017353 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82371869-4a30-4af0-8845-ad2749275e17 req-ecf68ff1-1e40-449a-871c-3f25b0fc57f1 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:22.018832 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-82371869-4a30-4af0-8845-ad2749275e17 req-ecf68ff1-1e40-449a-871c-3f25b0fc57f1 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0485637 Oct 27 17:11:22.056775 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-82371869-4a30-4af0-8845-ad2749275e17 req-64e0eaaf-f46f-409f-874a-c58a9907a0d2 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317147 Oct 27 17:11:22.254007 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964edf23-489a-4dc2-bb97-fb04065f3ee7 req-d6fe8b84-1a64-4b11-9112-715f6befd185 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:22.255493 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-964edf23-489a-4dc2-bb97-fb04065f3ee7 req-d6fe8b84-1a64-4b11-9112-715f6befd185 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.0496271 Oct 27 17:11:22.294990 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-964edf23-489a-4dc2-bb97-fb04065f3ee7 req-4c76c764-ae58-4361-8580-a240f7b1c05e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327156 Oct 27 17:11:22.429580 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-506895e4-9c0f-43b3-80cd-841f4d07c9c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:22.452453 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8452c7-5618-4801-8ed7-3713f242efeb req-f4805728-80e9-4d67-a69d-03c4d959cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:22.458343 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ee8452c7-5618-4801-8ed7-3713f242efeb req-f4805728-80e9-4d67-a69d-03c4d959cf1b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 1099 time: 0.0406411 Oct 27 17:11:22.494617 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ee8452c7-5618-4801-8ed7-3713f242efeb req-a9913333-ea54-4d4c-89f7-c3c26c92a641 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277760 Oct 27 17:11:23.170837 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5722534-0389-4d31-84b0-22eab28056bc req-324c7753-c47c-435f-9f45-58ba48eb76dd tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:23.172313 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b5722534-0389-4d31-84b0-22eab28056bc req-324c7753-c47c-435f-9f45-58ba48eb76dd tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0491168 Oct 27 17:11:23.209567 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b5722534-0389-4d31-84b0-22eab28056bc req-fd5062de-cca0-4b6c-a785-e5103b9420c0 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312564 Oct 27 17:11:23.251743 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:23.429627 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee681fc-6024-4c74-8e8b-6d384e9237ad req-0110833e-1403-46a4-81ef-58df5a074601 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:23.431122 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4ee681fc-6024-4c74-8e8b-6d384e9237ad req-0110833e-1403-46a4-81ef-58df5a074601 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 944 time: 0.0523238 Oct 27 17:11:23.451657 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:23.469952 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4ee681fc-6024-4c74-8e8b-6d384e9237ad req-58b23bcc-4bd7-43da-ad75-85221d2c189e tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325050 Oct 27 17:11:24.097056 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device a3d44742-fcc3-4494-a8fa-b00f2a72aa48 details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:11:24.192496 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port a3d44742-fcc3-4494-a8fa-b00f2a72aa48, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=a3d44742-fcc3-4494-a8fa-b00f2a72aa48,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:24.208320 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': 'a3d44742-fcc3-4494-a8fa-b00f2a72aa48', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'port_id': 'a3d44742-fcc3-4494-a8fa-b00f2a72aa48', 'mac_address': 'fa:16:3e:bc:9a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:11:24.250171 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:24.265148 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d44742-fcc3-4494-a8fa-b00f2a72aa48 {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:11:24.285242 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port a3d44742-fcc3-4494-a8fa-b00f2a72aa48, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=a3d44742-fcc3-4494-a8fa-b00f2a72aa48,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:24.332111 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1753f-d96c-492d-9f50-d99007ed45b0 req-3229adca-3946-4f1e-a2d2-8170f8b0a94e tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:24.333676 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d5d1753f-d96c-492d-9f50-d99007ed45b0 req-3229adca-3946-4f1e-a2d2-8170f8b0a94e tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0547905 Oct 27 17:11:24.354875 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:24.381761 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d5d1753f-d96c-492d-9f50-d99007ed45b0 req-9ac24c75-5337-451c-a18e-7004f6b462f6 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411186 Oct 27 17:11:24.407413 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=a3d44742-fcc3-4494-a8fa-b00f2a72aa48,revision_number=9']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:24.595957 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11cb05-63ee-48df-9ee7-ee70e869c6a3 req-dd876ef6-d28d-42ce-8a03-a23c6105a0ca tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:24.597448 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ad11cb05-63ee-48df-9ee7-ee70e869c6a3 req-dd876ef6-d28d-42ce-8a03-a23c6105a0ca tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 945 time: 0.0521748 Oct 27 17:11:24.634837 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ad11cb05-63ee-48df-9ee7-ee70e869c6a3 req-0bddad8f-5bdc-4743-affa-874d2a280070 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314999 Oct 27 17:11:24.879542 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['a3d44742-fcc3-4494-a8fa-b00f2a72aa48'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:11:25.223158 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:25.510632 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f8b43-e5bc-484d-a3ea-81149363d3a3 req-540b0c83-ec84-4e32-ab34-9d99b4c2c038 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:25.520495 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b13f8b43-e5bc-484d-a3ea-81149363d3a3 req-540b0c83-ec84-4e32-ab34-9d99b4c2c038 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.0505395 Oct 27 17:11:25.550500 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b13f8b43-e5bc-484d-a3ea-81149363d3a3 req-c29bf60a-753a-4709-b9af-9038e4f929bf tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324070 Oct 27 17:11:25.753344 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae9a17-abe9-413e-a7ad-f8a6f577d64e req-d0c887f3-0ba9-45e9-87fa-45baecd8e69a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:25.754796 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e6ae9a17-abe9-413e-a7ad-f8a6f577d64e req-d0c887f3-0ba9-45e9-87fa-45baecd8e69a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 945 time: 0.0487096 Oct 27 17:11:25.794932 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e6ae9a17-abe9-413e-a7ad-f8a6f577d64e req-6917d5a1-a857-427b-a7d7-ae4bc5641a22 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336244 Oct 27 17:11:26.110367 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device a3d44742-fcc3-4494-a8fa-b00f2a72aa48 up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:11:26.157505 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port a3d44742-fcc3-4494-a8fa-b00f2a72aa48 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:11:26.157869 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:26.235404 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:26.257264 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab71ecf4-79ab-4645-9654-b537bd29a39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d44742-fcc3-4494-a8fa-b00f2a72aa48'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:11:26.259461 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ff6ce2-ce62-4255-9d0f-495d38ece1de" -d '{"events": [{"server_uuid": "ab71ecf4-79ab-4645-9654-b537bd29a39b", "name": "network-vif-plugged", "status": "completed", "tag": "a3d44742-fcc3-4494-a8fa-b00f2a72aa48"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:11:26.272047 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port a3d44742-fcc3-4494-a8fa-b00f2a72aa48, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=a3d44742-fcc3-4494-a8fa-b00f2a72aa48,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:26.295597 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1f77b9-058a-4de8-bd55-d941087c12ce x-openstack-request-id: req-3e1f77b9-058a-4de8-bd55-d941087c12ce {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:11:26.295884 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab71ecf4-79ab-4645-9654-b537bd29a39b", "name": "network-vif-plugged", "status": "completed", "tag": "a3d44742-fcc3-4494-a8fa-b00f2a72aa48", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:11:26.296125 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-3e1f77b9-058a-4de8-bd55-d941087c12ce {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:11:26.296513 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab71ecf4-79ab-4645-9654-b537bd29a39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d44742-fcc3-4494-a8fa-b00f2a72aa48', 'code': 200} Oct 27 17:11:26.354865 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:26.401948 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=a3d44742-fcc3-4494-a8fa-b00f2a72aa48,revision_number=10']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:26.664018 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6581085-0435-4c7d-b1cd-ea92e177a6d0 req-6fb23719-8e65-44b1-97cc-7ea3f78d1294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:26.665534 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b6581085-0435-4c7d-b1cd-ea92e177a6d0 req-6fb23719-8e65-44b1-97cc-7ea3f78d1294 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 1100 time: 0.0493295 Oct 27 17:11:26.702923 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b6581085-0435-4c7d-b1cd-ea92e177a6d0 req-0bd7df25-00a8-4fab-ad0f-d5d9f3547254 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299652 Oct 27 17:11:26.913887 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae4d6e-af53-48e8-b362-8fa201df0410 req-8138a8d8-6832-41ee-b3ad-5aa2a939385c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:26.915273 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-12ae4d6e-af53-48e8-b362-8fa201df0410 req-8138a8d8-6832-41ee-b3ad-5aa2a939385c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 947 time: 0.0487802 Oct 27 17:11:26.952996 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-12ae4d6e-af53-48e8-b362-8fa201df0410 req-6f6345fd-641d-48e1-955e-fefcd6a3bb00 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309412 Oct 27 17:11:27.232741 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f6c02-73de-4ecb-b9a8-072ba639d423 req-67dda949-9dab-4adc-8fe6-5a047e097c75 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:27.234089 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b50f6c02-73de-4ecb-b9a8-072ba639d423 req-67dda949-9dab-4adc-8fe6-5a047e097c75 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=60594d2f-e5f9-4c25-98dc-2034af59e0d3 HTTP/1.1" status: 200 len: 945 time: 0.0526118 Oct 27 17:11:27.273446 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b50f6c02-73de-4ecb-b9a8-072ba639d423 req-b04bcdcb-9eb2-489b-a079-4e22ad10102a tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=8faea038-4054-4e83-b911-3d45fde4405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332484 Oct 27 17:11:28.076435 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9546158-3600-403e-97ef-8bf60e13154c req-b53481e2-7913-46dd-b3a4-86e9d54a3814 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:28.077866 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e9546158-3600-403e-97ef-8bf60e13154c req-b53481e2-7913-46dd-b3a4-86e9d54a3814 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 947 time: 0.0492964 Oct 27 17:11:28.115602 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e9546158-3600-403e-97ef-8bf60e13154c req-2a945b0b-88e0-483f-af6d-29163e43251a tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319347 Oct 27 17:11:28.389769 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e49003-06ec-4b08-ba93-d1faa68776c3 req-c66109d9-9992-4ce3-9fa3-236dda499e9d tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:28.391163 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-31e49003-06ec-4b08-ba93-d1faa68776c3 req-c66109d9-9992-4ce3-9fa3-236dda499e9d tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=60594d2f-e5f9-4c25-98dc-2034af59e0d3 HTTP/1.1" status: 200 len: 945 time: 0.0514033 Oct 27 17:11:28.433052 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-31e49003-06ec-4b08-ba93-d1faa68776c3 req-aa7bef1a-72a6-4be5-9437-152b48f4339f tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=8faea038-4054-4e83-b911-3d45fde4405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359497 Oct 27 17:11:29.236674 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcad3c2-c618-4bfc-8e3e-d2eda8fecc53 req-32d3149a-33ea-4a4a-a56e-695ec5f6f84f tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:29.238098 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-bdcad3c2-c618-4bfc-8e3e-d2eda8fecc53 req-32d3149a-33ea-4a4a-a56e-695ec5f6f84f tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 947 time: 0.0481844 Oct 27 17:11:29.278773 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-bdcad3c2-c618-4bfc-8e3e-d2eda8fecc53 req-cb0a17a4-a448-4839-8abf-406e15fbd513 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346935 Oct 27 17:11:29.548304 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89171ac-740f-43b1-ae34-a6b6142de5af req-1eb89c64-6691-40df-b047-19f5eb4447dd tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:29.549792 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c89171ac-740f-43b1-ae34-a6b6142de5af req-1eb89c64-6691-40df-b047-19f5eb4447dd tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=60594d2f-e5f9-4c25-98dc-2034af59e0d3 HTTP/1.1" status: 200 len: 945 time: 0.0489507 Oct 27 17:11:29.587533 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c89171ac-740f-43b1-ae34-a6b6142de5af req-f2ba787c-0c65-4cd4-be28-bd7a920ff96f tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups?id=8faea038-4054-4e83-b911-3d45fde4405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315225 Oct 27 17:11:29.665203 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69f20d-773e-488b-a436-5c3080fe05b1 req-efc3e0e7-b256-4ee9-ba9d-30d27d212939 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:29.666655 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ca69f20d-773e-488b-a436-5c3080fe05b1 req-efc3e0e7-b256-4ee9-ba9d-30d27d212939 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.11 "GET /v2.0/ports?device_id=60594d2f-e5f9-4c25-98dc-2034af59e0d3 HTTP/1.1" status: 200 len: 945 time: 0.0515137 Oct 27 17:11:29.767615 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-ca69f20d-773e-488b-a436-5c3080fe05b1 req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Deleting port 9f043d87-e230-4cd2-9f2d-2a2d80e41151 {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:11:29.768290 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-ca69f20d-773e-488b-a436-5c3080fe05b1 req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:29.860964 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-ca69f20d-773e-488b-a436-5c3080fe05b1 req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] For port 9f043d87-e230-4cd2-9f2d-2a2d80e41151, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=9f043d87-e230-4cd2-9f2d-2a2d80e41151,segment=NetworkSegment(d9869bc6-0934-425c-9f3c-b69869d4377a),segment_id=d9869bc6-0934-425c-9f3c-b69869d4377a)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:29.861392 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-ca69f20d-773e-488b-a436-5c3080fe05b1 req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:30.030521 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-ca69f20d-773e-488b-a436-5c3080fe05b1 req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for floatingip, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:30.030740 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-ca69f20d-773e-488b-a436-5c3080fe05b1 req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703721'] for floatingip, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:30.031002 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.l3_db [req-ca69f20d-773e-488b-a436-5c3080fe05b1 req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Floating IP 4425068d-623a-4981-86eb-7dae316d4c93 disassociated. External IP: 172.27.3.155, port: 9f043d87-e230-4cd2-9f2d-2a2d80e41151. Oct 27 17:11:30.031339 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-ca69f20d-773e-488b-a436-5c3080fe05b1 req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Calling delete_port for 9f043d87-e230-4cd2-9f2d-2a2d80e41151 owned by compute:nova {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:11:30.219758 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-ca69f20d-773e-488b-a436-5c3080fe05b1 req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:30.250132 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Pushing event deleted for resources: {'Port': ['ID=9f043d87-e230-4cd2-9f2d-2a2d80e41151,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:30.260169 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:30.260519 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:30.260873 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:30.261207 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:30.261529 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:30.261864 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:30.262184 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:30.262500 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:30.262947 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:30.263162 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:30.263479 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:30.263793 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:30.662676 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e59669-749d-4f26-88b2-8dee6f519ac7 req-2c5fc219-9f6f-44a3-acda-596537bdae3c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:30.664239 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-65e59669-749d-4f26-88b2-8dee6f519ac7 req-2c5fc219-9f6f-44a3-acda-596537bdae3c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 947 time: 0.0743368 Oct 27 17:11:30.676790 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca69f20d-773e-488b-a436-5c3080fe05b1 req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Router c67a02a8-ad89-4da6-9bc3-887b04cfb54a has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:11:30.702752 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-67145ce1-c8b5-43c8-af5f-221b96528858 req-2c4cac5f-bb67-4237-a967-1130f3b2ea53 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=60594d2f-e5f9-4c25-98dc-2034af59e0d3 HTTP/1.1" status: 200 len: 210 time: 0.0335052 Oct 27 17:11:30.786590 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-65e59669-749d-4f26-88b2-8dee6f519ac7 req-6e001c31-00fd-42ce-8ac5-fbc7136d9edb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062288 Oct 27 17:11:30.820105 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca69f20d-773e-488b-a436-5c3080fe05b1 req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:11:30.831199 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094b3a79-3c6e-490a-a784-8661cf0dc7ad None None] Sync routers for ids ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:11:30.840642 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094b3a79-3c6e-490a-a784-8661cf0dc7ad None None] Routers {'c67a02a8-ad89-4da6-9bc3-887b04cfb54a'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:11:30.841258 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-094b3a79-3c6e-490a-a784-8661cf0dc7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:11:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:30.863516 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca69f20d-773e-488b-a436-5c3080fe05b1 req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] No DVR routers for this DVR port 9f043d87-e230-4cd2-9f2d-2a2d80e41151 on host hv-cinder-81570 {{(pid=118834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:11:30.866166 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-ca69f20d-773e-488b-a436-5c3080fe05b1 req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:30.869612 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ca69f20d-773e-488b-a436-5c3080fe05b1 req-c7a94eb3-eaa8-4ecf-93f9-d081dd31865b tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.11 "DELETE /v2.0/ports/9f043d87-e230-4cd2-9f2d-2a2d80e41151 HTTP/1.1" status: 204 len: 173 time: 1.1962306 Oct 27 17:11:30.870073 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60594d2f-e5f9-4c25-98dc-2034af59e0d3', 'name': 'network-vif-deleted', 'tag': '9f043d87-e230-4cd2-9f2d-2a2d80e41151'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:11:30.873464 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3c0e57-6c6e-4ac5-b563-ee75d6b0742f" -d '{"events": [{"server_uuid": "60594d2f-e5f9-4c25-98dc-2034af59e0d3", "name": "network-vif-deleted", "tag": "9f043d87-e230-4cd2-9f2d-2a2d80e41151"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:11:30.952218 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-094b3a79-3c6e-490a-a784-8661cf0dc7ad None None] Set router c67a02a8-ad89-4da6-9bc3-887b04cfb54a gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:11:30.968817 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea18abde-d0f7-430b-82c6-f963168abe93 x-openstack-request-id: req-ea18abde-d0f7-430b-82c6-f963168abe93 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:11:30.969108 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60594d2f-e5f9-4c25-98dc-2034af59e0d3", "name": "network-vif-deleted", "tag": "9f043d87-e230-4cd2-9f2d-2a2d80e41151", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:11:30.969358 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-ea18abde-d0f7-430b-82c6-f963168abe93 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:11:30.969752 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60594d2f-e5f9-4c25-98dc-2034af59e0d3', 'name': 'network-vif-deleted', 'tag': '9f043d87-e230-4cd2-9f2d-2a2d80e41151', 'status': 'completed', 'code': 200} Oct 27 17:11:31.155830 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-094b3a79-3c6e-490a-a784-8661cf0dc7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'name': 'tempest-AttachVolumeTestJSON-1481292757-router', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:33Z', 'revision_number': 4, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'gw_port': {'id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '3c11062b-699c-4bed-b867-a001749b36fa', 'name': '', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'mac_address': 'fa:16:3e:ac:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 5, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'subnets': [{'id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:31.181621 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094b3a79-3c6e-490a-a784-8661cf0dc7ad None None] Checking router: c67a02a8-ad89-4da6-9bc3-887b04cfb54a for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:11:31.190802 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094b3a79-3c6e-490a-a784-8661cf0dc7ad None None] Routers {'c67a02a8-ad89-4da6-9bc3-887b04cfb54a'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:11:31.191394 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-094b3a79-3c6e-490a-a784-8661cf0dc7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:11:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:31.296650 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-094b3a79-3c6e-490a-a784-8661cf0dc7ad None None] Set router c67a02a8-ad89-4da6-9bc3-887b04cfb54a gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:11:31.493624 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-094b3a79-3c6e-490a-a784-8661cf0dc7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'name': 'tempest-AttachVolumeTestJSON-1481292757-router', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:33Z', 'revision_number': 4, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'gw_port': {'id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '3c11062b-699c-4bed-b867-a001749b36fa', 'name': '', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'mac_address': 'fa:16:3e:ac:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 5, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'subnets': [{'id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:31.519517 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094b3a79-3c6e-490a-a784-8661cf0dc7ad None None] The sync data for ids ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'] in dv-cinder-815701-1-iscsi is: [{'id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'name': 'tempest-AttachVolumeTestJSON-1481292757-router', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:33Z', 'revision_number': 4, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'gw_port': {'id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '3c11062b-699c-4bed-b867-a001749b36fa', 'name': '', 'network_id': '2442317d-bf65-4101-a370-d9f0807c7f4a', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'mac_address': 'fa:16:3e:ac:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 5, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'subnets': [{'id': 'c4f7fbc0-a6c8-4955-8e60-af2439f45127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:11:31.736960 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3a2e59-3cad-4b15-81a4-43c2715e299f None None] New status for floating IP 4425068d-623a-4981-86eb-7dae316d4c93: DOWN {{(pid=118836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:11:31.814623 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-364aa05b-1c75-42fc-b701-bb709c5af642 req-436e0462-76a0-4875-ac37-90e0e3e24c55 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/ports?device_id=60594d2f-e5f9-4c25-98dc-2034af59e0d3 HTTP/1.1" status: 200 len: 210 time: 0.0272524 Oct 27 17:11:32.957654 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 33680) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:11:33.011257 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-a778eb2f-ce6b-4406-b3b9-2670b78454e5 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:33.034970 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-a778eb2f-ce6b-4406-b3b9-2670b78454e5 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:33.154354 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-a778eb2f-ce6b-4406-b3b9-2670b78454e5 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:33.157004 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-a778eb2f-ce6b-4406-b3b9-2670b78454e5 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:33.158157 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-a778eb2f-ce6b-4406-b3b9-2670b78454e5 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "DELETE /v2.0/security-groups/8faea038-4054-4e83-b911-3d45fde4405e HTTP/1.1" status: 204 len: 168 time: 0.1994827 Oct 27 17:11:33.161041 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 33682) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:11:33.167327 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778eb2f-ce6b-4406-b3b9-2670b78454e5 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8faea038-4054-4e83-b911-3d45fde4405e,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:33.175269 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.api.v2.resource [None req-4e072874-5b05-4d83-abec-26ff67c93832 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] show failed (client error): The resource could not be found. Oct 27 17:11:33.176285 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-4e072874-5b05-4d83-abec-26ff67c93832 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "GET /v2.0/security-groups/8faea038-4054-4e83-b911-3d45fde4405e HTTP/1.1" status: 404 len: 347 time: 0.0142584 Oct 27 17:11:33.179218 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 33684) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:11:33.303043 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-f17a4084-748f-436c-ad76-28ae0dde6d01 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Deleting port f37d32d5-479e-48d6-a2e4-b3ce575fb1b8 {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:11:33.303316 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f17a4084-748f-436c-ad76-28ae0dde6d01 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:33.382413 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f17a4084-748f-436c-ad76-28ae0dde6d01 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:33.382727 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f17a4084-748f-436c-ad76-28ae0dde6d01 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:33.394998 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-f17a4084-748f-436c-ad76-28ae0dde6d01 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Calling delete_port for f37d32d5-479e-48d6-a2e4-b3ce575fb1b8 owned by network:floatingip {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:11:33.585843 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f17a4084-748f-436c-ad76-28ae0dde6d01 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:33.614026 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a4084-748f-436c-ad76-28ae0dde6d01 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Pushing event deleted for resources: {'Port': ['ID=f37d32d5-479e-48d6-a2e4-b3ce575fb1b8,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:33.673250 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f17a4084-748f-436c-ad76-28ae0dde6d01 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks [] for floatingip, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:33.675806 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f17a4084-748f-436c-ad76-28ae0dde6d01 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for floatingip, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:33.676969 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-f17a4084-748f-436c-ad76-28ae0dde6d01 tempest-AttachVolumeTestJSON-2131766138 tempest-AttachVolumeTestJSON-2131766138-project] 10.222.0.109 "DELETE /v2.0/floatingips/4425068d-623a-4981-86eb-7dae316d4c93 HTTP/1.1" status: 204 len: 168 time: 0.4968557 Oct 27 17:11:34.201053 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 9f043d87-e230-4cd2-9f2d-2a2d80e41151 no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:11:34.220195 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] No Port match for: 9f043d87-e230-4cd2-9f2d-2a2d80e41151 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:11:34.220530 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 9f043d87-e230-4cd2-9f2d-2a2d80e41151 not bound to the agent host hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:11:35.956738 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:37.643138 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 33712) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:11:38.087087 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b421855a-d996-4196-a664-5b4ea84684ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133762601'] for router_interface, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:38.329962 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-b421855a-d996-4196-a664-5b4ea84684ad admin admin] Deleting port 3c11062b-699c-4bed-b867-a001749b36fa {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:11:38.330298 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b421855a-d996-4196-a664-5b4ea84684ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:38.412046 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [None req-b421855a-d996-4196-a664-5b4ea84684ad admin admin] For port 3c11062b-699c-4bed-b867-a001749b36fa, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=3c11062b-699c-4bed-b867-a001749b36fa,segment=NetworkSegment(d9869bc6-0934-425c-9f3c-b69869d4377a),segment_id=d9869bc6-0934-425c-9f3c-b69869d4377a)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:38.412322 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b421855a-d996-4196-a664-5b4ea84684ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:38.425388 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-b421855a-d996-4196-a664-5b4ea84684ad admin admin] Calling delete_port for 3c11062b-699c-4bed-b867-a001749b36fa owned by network:router_interface {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:11:38.682572 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b421855a-d996-4196-a664-5b4ea84684ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:38.708915 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421855a-d996-4196-a664-5b4ea84684ad admin admin] Pushing event deleted for resources: {'Port': ['ID=3c11062b-699c-4bed-b867-a001749b36fa,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:38.877008 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b421855a-d996-4196-a664-5b4ea84684ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133607305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133762757'] for router_interface, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:39.097635 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b421855a-d996-4196-a664-5b4ea84684ad admin admin] Router c67a02a8-ad89-4da6-9bc3-887b04cfb54a has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:11:39.206102 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b421855a-d996-4196-a664-5b4ea84684ad admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:11:39.211340 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-b421855a-d996-4196-a664-5b4ea84684ad admin admin] 10.222.0.109 "PUT /v2.0/routers/c67a02a8-ad89-4da6-9bc3-887b04cfb54a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5671115 Oct 27 17:11:39.213747 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 33718) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:11:39.322335 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-dcd6820a-be15-4812-9e85-76d2bc969595 admin admin] Publish callbacks [] for router, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:39.336998 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b75fc1-c56d-4f4b-8356-6610ee8b041b None None] Sync routers for ids ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:11:39.347151 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b75fc1-c56d-4f4b-8356-6610ee8b041b None None] Routers {'c67a02a8-ad89-4da6-9bc3-887b04cfb54a'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:11:39.347752 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-02b75fc1-c56d-4f4b-8356-6610ee8b041b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:11:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:39.426228 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-dcd6820a-be15-4812-9e85-76d2bc969595 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:39.449251 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-02b75fc1-c56d-4f4b-8356-6610ee8b041b None None] Set router c67a02a8-ad89-4da6-9bc3-887b04cfb54a gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:11:39.543180 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-dcd6820a-be15-4812-9e85-76d2bc969595 admin admin] Deleting port c091b192-a7af-4a3d-a9b3-f7bde3e50ef4 {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:11:39.543621 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-dcd6820a-be15-4812-9e85-76d2bc969595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:39.628283 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [None req-dcd6820a-be15-4812-9e85-76d2bc969595 admin admin] For port c091b192-a7af-4a3d-a9b3-f7bde3e50ef4, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=c091b192-a7af-4a3d-a9b3-f7bde3e50ef4,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:39.628545 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-dcd6820a-be15-4812-9e85-76d2bc969595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:39.629220 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-02b75fc1-c56d-4f4b-8356-6610ee8b041b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'name': 'tempest-AttachVolumeTestJSON-1481292757-router', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:11:38Z', 'revision_number': 5, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'gw_port': {'id': 'c091b192-a7af-4a3d-a9b3-f7bde3e50ef4', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:39.641890 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-dcd6820a-be15-4812-9e85-76d2bc969595 admin admin] Calling delete_port for c091b192-a7af-4a3d-a9b3-f7bde3e50ef4 owned by network:router_gateway {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:11:39.659419 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b75fc1-c56d-4f4b-8356-6610ee8b041b None None] Checking router: c67a02a8-ad89-4da6-9bc3-887b04cfb54a for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:11:39.667659 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b75fc1-c56d-4f4b-8356-6610ee8b041b None None] Routers {'c67a02a8-ad89-4da6-9bc3-887b04cfb54a'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:11:39.668266 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-02b75fc1-c56d-4f4b-8356-6610ee8b041b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:11:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:39.752146 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-02b75fc1-c56d-4f4b-8356-6610ee8b041b None None] Set router c67a02a8-ad89-4da6-9bc3-887b04cfb54a gateway port host: None {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:11:39.803560 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-02b75fc1-c56d-4f4b-8356-6610ee8b041b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'name': 'tempest-AttachVolumeTestJSON-1481292757-router', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:11:39Z', 'revision_number': 6, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'gw_port_host': None}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:39.833376 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b75fc1-c56d-4f4b-8356-6610ee8b041b None None] The sync data for ids ['c67a02a8-ad89-4da6-9bc3-887b04cfb54a'] in dv-cinder-815701-1-iscsi is: [{'id': 'c67a02a8-ad89-4da6-9bc3-887b04cfb54a', 'name': 'tempest-AttachVolumeTestJSON-1481292757-router', 'tenant_id': 'c07c026ef0854453b5ecceadb89134a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:11:39Z', 'revision_number': 6, 'project_id': 'c07c026ef0854453b5ecceadb89134a1', 'gw_port_host': None}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:11:39.863921 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-dcd6820a-be15-4812-9e85-76d2bc969595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:39.890708 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6820a-be15-4812-9e85-76d2bc969595 admin admin] Pushing event deleted for resources: {'Port': ['ID=c091b192-a7af-4a3d-a9b3-f7bde3e50ef4,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:39.948591 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-dcd6820a-be15-4812-9e85-76d2bc969595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133703783'] for router_gateway, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:40.045111 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-dcd6820a-be15-4812-9e85-76d2bc969595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133760781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5334'] for router, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:40.047207 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-dcd6820a-be15-4812-9e85-76d2bc969595 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:40.156663 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-dcd6820a-be15-4812-9e85-76d2bc969595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133760794'] for router, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:40.157078 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd6820a-be15-4812-9e85-76d2bc969595 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c67a02a8-ad89-4da6-9bc3-887b04cfb54a {{(pid=118834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:11:40.161855 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-dcd6820a-be15-4812-9e85-76d2bc969595 admin admin] Publish callbacks [] for router, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:40.162989 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-dcd6820a-be15-4812-9e85-76d2bc969595 admin admin] 10.222.0.109 "DELETE /v2.0/routers/c67a02a8-ad89-4da6-9bc3-887b04cfb54a HTTP/1.1" status: 204 len: 168 time: 0.9482622 Oct 27 17:11:40.165578 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 33720) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:11:40.212361 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03a24c2-fd29-408b-937f-1d568895348b admin admin] Deleting subnet c4f7fbc0-a6c8-4955-8e60-af2439f45127 {{(pid=118834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:11:40.216614 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b03a24c2-fd29-408b-937f-1d568895348b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:40.252208 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b03a24c2-fd29-408b-937f-1d568895348b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130957097'] for subnet, precommit_delete_associations {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:40.359473 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b03a24c2-fd29-408b-937f-1d568895348b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1424751'] for subnet, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:40.477286 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b03a24c2-fd29-408b-937f-1d568895348b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1424742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130954934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130888278'] for subnet, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:40.502556 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a24c2-fd29-408b-937f-1d568895348b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4f7fbc0-a6c8-4955-8e60-af2439f45127,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:40.508384 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b03a24c2-fd29-408b-937f-1d568895348b admin admin] Publish callbacks [] for subnet, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:40.512375 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-b03a24c2-fd29-408b-937f-1d568895348b admin admin] 10.222.0.109 "DELETE /v2.0/subnets/c4f7fbc0-a6c8-4955-8e60-af2439f45127 HTTP/1.1" status: 204 len: 168 time: 0.3457837 Oct 27 17:11:40.514200 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 33722) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:11:40.516780 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5228514d-4fea-45ab-a2b3-cae1f693cc66 None None] Network 2442317d-bf65-4101-a370-d9f0807c7f4a requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:11:40.590123 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f46d2b65-8039-4790-9836-03c841bd7c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529236'] for network, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:40.645396 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-f46d2b65-8039-4790-9836-03c841bd7c47 admin admin] Deleting port c32a488d-512b-42cd-aa15-22fda0b5266e {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:11:40.645735 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f46d2b65-8039-4790-9836-03c841bd7c47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:40.696395 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a1b972-5011-4cfe-b2c5-1092e2011fb6 None None] DHCP port deletion for 2442317d-bf65-4101-a370-d9f0807c7f4a request from dv-cinder-815701-1-iscsi {{(pid=118835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:11:40.713064 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [None req-f46d2b65-8039-4790-9836-03c841bd7c47 admin admin] For port c32a488d-512b-42cd-aa15-22fda0b5266e, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=c32a488d-512b-42cd-aa15-22fda0b5266e,segment=NetworkSegment(d9869bc6-0934-425c-9f3c-b69869d4377a),segment_id=d9869bc6-0934-425c-9f3c-b69869d4377a)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:40.713426 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f46d2b65-8039-4790-9836-03c841bd7c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:40.726709 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-f46d2b65-8039-4790-9836-03c841bd7c47 admin admin] Calling delete_port for c32a488d-512b-42cd-aa15-22fda0b5266e owned by network:dhcp {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:11:40.751454 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-36a1b972-5011-4cfe-b2c5-1092e2011fb6 None None] Deleting port c32a488d-512b-42cd-aa15-22fda0b5266e {{(pid=118835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:11:40.751832 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-36a1b972-5011-4cfe-b2c5-1092e2011fb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:40.816724 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-36a1b972-5011-4cfe-b2c5-1092e2011fb6 None None] For port c32a488d-512b-42cd-aa15-22fda0b5266e, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=c32a488d-512b-42cd-aa15-22fda0b5266e,segment=NetworkSegment(d9869bc6-0934-425c-9f3c-b69869d4377a),segment_id=d9869bc6-0934-425c-9f3c-b69869d4377a)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:40.817145 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-36a1b972-5011-4cfe-b2c5-1092e2011fb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:40.830516 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-36a1b972-5011-4cfe-b2c5-1092e2011fb6 None None] Calling delete_port for c32a488d-512b-42cd-aa15-22fda0b5266e owned by network:dhcp {{(pid=118835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:11:40.888510 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f46d2b65-8039-4790-9836-03c841bd7c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:40.913741 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d2b65-8039-4790-9836-03c841bd7c47 admin admin] Pushing event deleted for resources: {'Port': ['ID=c32a488d-512b-42cd-aa15-22fda0b5266e,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:40.917327 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46d2b65-8039-4790-9836-03c841bd7c47 admin admin] No DVR routers for this DVR port c32a488d-512b-42cd-aa15-22fda0b5266e on host dv-cinder-815701-1-iscsi {{(pid=118834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:11:40.948056 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-36a1b972-5011-4cfe-b2c5-1092e2011fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277'] for port, after_delete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:40.972370 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1b972-5011-4cfe-b2c5-1092e2011fb6 None None] Pushing event deleted for resources: {'Port': ['ID=c32a488d-512b-42cd-aa15-22fda0b5266e,revision_number=None']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:40.976678 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a1b972-5011-4cfe-b2c5-1092e2011fb6 None None] No DVR routers for this DVR port c32a488d-512b-42cd-aa15-22fda0b5266e on host dv-cinder-815701-1-iscsi {{(pid=118835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:11:40.982924 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a1b972-5011-4cfe-b2c5-1092e2011fb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:40.986938 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a1b972-5011-4cfe-b2c5-1092e2011fb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:40.986938 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a1b972-5011-4cfe-b2c5-1092e2011fb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:40.986938 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a1b972-5011-4cfe-b2c5-1092e2011fb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:40.986938 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a1b972-5011-4cfe-b2c5-1092e2011fb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:40.986938 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a1b972-5011-4cfe-b2c5-1092e2011fb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:40.986938 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a1b972-5011-4cfe-b2c5-1092e2011fb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:40.986938 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a1b972-5011-4cfe-b2c5-1092e2011fb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:40.986938 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a1b972-5011-4cfe-b2c5-1092e2011fb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:40.986938 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a1b972-5011-4cfe-b2c5-1092e2011fb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:40.986938 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a1b972-5011-4cfe-b2c5-1092e2011fb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:40.986938 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a1b972-5011-4cfe-b2c5-1092e2011fb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:40.991917 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f46d2b65-8039-4790-9836-03c841bd7c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423354', 'neutron.services.segments.db._delete_segments_for_network-8740460286558'] for network, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:41.022057 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-f46d2b65-8039-4790-9836-03c841bd7c47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2442317d-bf65-4101-a370-d9f0807c7f4a']}} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:41.033268 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-f46d2b65-8039-4790-9836-03c841bd7c47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9869bc6-0934-425c-9f3c-b69869d4377a') {'for_net_delete': True} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:41.040675 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-f46d2b65-8039-4790-9836-03c841bd7c47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9869bc6-0934-425c-9f3c-b69869d4377a') {} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:41.044428 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f46d2b65-8039-4790-9836-03c841bd7c47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740460286055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130957136'] for segment, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:41.057719 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f46d2b65-8039-4790-9836-03c841bd7c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:41.064661 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46d2b65-8039-4790-9836-03c841bd7c47 admin admin] Releasing vlan 1377 on physical network physnet1 to pool {{(pid=118834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:11:41.065054 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f46d2b65-8039-4790-9836-03c841bd7c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130954844'] for segment, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: Traceback (most recent call last): Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: timer() Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: cb(*args, **kw) Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: return func(*args, **kwargs) Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: self._notify() Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: self.callback(batched_events) Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: event.method(event) Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: return f(self, *a, **k) Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: return self._get(url).json() Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: return self.request(url, 'GET', **kwargs) Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:11:41.066763 dv-cinder-815701-1-iscsi neutron-server[118834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:11:41.072940 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device c091b192-a7af-4a3d-a9b3-f7bde3e50ef4 no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:11:41.093114 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: c091b192-a7af-4a3d-a9b3-f7bde3e50ef4 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:11:41.093114 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device c091b192-a7af-4a3d-a9b3-f7bde3e50ef4 not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:11:41.093114 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 3c11062b-699c-4bed-b867-a001749b36fa no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:11:41.112219 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: 3c11062b-699c-4bed-b867-a001749b36fa {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:11:41.112585 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 3c11062b-699c-4bed-b867-a001749b36fa not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:11:41.112986 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device c32a488d-512b-42cd-aa15-22fda0b5266e no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:11:41.133144 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: c32a488d-512b-42cd-aa15-22fda0b5266e {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:11:41.133482 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device c32a488d-512b-42cd-aa15-22fda0b5266e not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:11:41.179773 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f46d2b65-8039-4790-9836-03c841bd7c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703771'] for network, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:41.191355 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f46d2b65-8039-4790-9836-03c841bd7c47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:41.191355 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-f46d2b65-8039-4790-9836-03c841bd7c47 admin admin] 10.222.0.109 "DELETE /v2.0/networks/2442317d-bf65-4101-a370-d9f0807c7f4a HTTP/1.1" status: 204 len: 168 time: 0.6739409 Oct 27 17:11:41.200394 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d2b65-8039-4790-9836-03c841bd7c47 admin admin] Pushing event deleted for resources: {'Network': ['ID=2442317d-bf65-4101-a370-d9f0807c7f4a,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:41.469415 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 33726) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:11:41.512337 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-b57ac087-98fb-477b-a72b-e3ba0d9f2fb9 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=c07c026ef0854453b5ecceadb89134a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0417068 Oct 27 17:11:41.514762 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 33728) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:11:41.561531 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-94d4e4a0-817f-41eb-a8d5-48b9cf4f4baf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:41.582590 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-94d4e4a0-817f-41eb-a8d5-48b9cf4f4baf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:41.682676 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-94d4e4a0-817f-41eb-a8d5-48b9cf4f4baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:41.685614 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-94d4e4a0-817f-41eb-a8d5-48b9cf4f4baf admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:41.686761 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-94d4e4a0-817f-41eb-a8d5-48b9cf4f4baf admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/a3604dd6-de88-4f30-8c22-928107afcb0d HTTP/1.1" status: 204 len: 168 time: 0.1711214 Oct 27 17:11:41.694649 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4e4a0-817f-41eb-a8d5-48b9cf4f4baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3604dd6-de88-4f30-8c22-928107afcb0d,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:41.906717 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fe24b645-799b-45b3-b55a-05d88f64cc2d req-182151d3-0dfe-439a-9836-f3ea03585f65 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397348 Oct 27 17:11:41.970360 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24b645-799b-45b3-b55a-05d88f64cc2d req-177aa7cc-e5d4-4f61-b1e3-780c2ed568f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:41.971739 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fe24b645-799b-45b3-b55a-05d88f64cc2d req-177aa7cc-e5d4-4f61-b1e3-780c2ed568f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5eb132de3af4a108561a16af567602d&device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 1100 time: 0.0404000 Oct 27 17:11:42.085694 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24b645-799b-45b3-b55a-05d88f64cc2d req-b514ded1-8fde-4865-8a64-e435ac106448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:42.088047 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fe24b645-799b-45b3-b55a-05d88f64cc2d req-b514ded1-8fde-4865-8a64-e435ac106448 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 HTTP/1.1" status: 200 len: 919 time: 0.0954971 Oct 27 17:11:42.161920 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fe24b645-799b-45b3-b55a-05d88f64cc2d req-eff02013-8171-4c40-b954-f74c1253146f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3d44742-fcc3-4494-a8fa-b00f2a72aa48 HTTP/1.1" status: 200 len: 1002 time: 0.0641429 Oct 27 17:11:42.213870 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24b645-799b-45b3-b55a-05d88f64cc2d req-91f423bf-bc6e-4deb-a052-b509ba420336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:42.215633 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fe24b645-799b-45b3-b55a-05d88f64cc2d req-91f423bf-bc6e-4deb-a052-b509ba420336 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b59259a-4a35-4b3f-b276-e215349f7ead HTTP/1.1" status: 200 len: 856 time: 0.0450742 Oct 27 17:11:42.265731 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24b645-799b-45b3-b55a-05d88f64cc2d req-253063f0-165d-4b2d-a5e6-3a899a879854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:42.267664 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fe24b645-799b-45b3-b55a-05d88f64cc2d req-253063f0-165d-4b2d-a5e6-3a899a879854 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416462 Oct 27 17:11:42.363729 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fe24b645-799b-45b3-b55a-05d88f64cc2d req-d0ea867d-129f-4db1-8450-686715c027d1 service neutron] 10.222.0.11 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884736 Oct 27 17:11:42.461962 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:11:42.462723 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fe24b645-799b-45b3-b55a-05d88f64cc2d req-2d6d3dbc-37b9-45a7-94bf-18073395f9de service neutron] 10.222.0.11 "GET /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876675 Oct 27 17:11:49.579730 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-8e6c744d-6e13-4df2-bfef-1774fa9c2ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:52.374373 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-4e4b6c82-f9e2-4770-8eba-53f015765559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:53.223083 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:53.417366 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:55.240097 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:05.982913 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:19.461377 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:12:19.613963 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b4c9fc71-8c7e-41e7-8a0c-d3de4ae16972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:22.365798 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-4972000e-9744-42c2-89d6-fb864d770371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:23.240183 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:23.434160 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:25.225285 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:35.986911 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:40.972127 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 34164) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:41.120881 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d8a50fbb-585b-48fc-b4b0-409e6e96d9c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:41.196379 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d8a50fbb-585b-48fc-b4b0-409e6e96d9c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:41.274148 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d8a50fbb-585b-48fc-b4b0-409e6e96d9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:41.317981 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-d8a50fbb-585b-48fc-b4b0-409e6e96d9c0 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=ba55dcabdfa144b38204896721ca7185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442314 Oct 27 17:12:41.319212 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a50fbb-585b-48fc-b4b0-409e6e96d9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa88c0e9-d7ea-4e03-8106-80c9e5b2f2fa,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:41.320813 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 34168) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:41.326805 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a50fbb-585b-48fc-b4b0-409e6e96d9c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:41.327159 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a50fbb-585b-48fc-b4b0-409e6e96d9c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:41.327505 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a50fbb-585b-48fc-b4b0-409e6e96d9c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:41.327860 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a50fbb-585b-48fc-b4b0-409e6e96d9c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:41.328178 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a50fbb-585b-48fc-b4b0-409e6e96d9c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:41.328508 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a50fbb-585b-48fc-b4b0-409e6e96d9c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:41.328866 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a50fbb-585b-48fc-b4b0-409e6e96d9c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:41.329196 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a50fbb-585b-48fc-b4b0-409e6e96d9c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:41.329525 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a50fbb-585b-48fc-b4b0-409e6e96d9c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:41.329847 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a50fbb-585b-48fc-b4b0-409e6e96d9c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:41.330174 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a50fbb-585b-48fc-b4b0-409e6e96d9c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:41.330497 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a50fbb-585b-48fc-b4b0-409e6e96d9c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:41.370912 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-82983c16-76ca-4a99-a485-2862a5b38859 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:41.392151 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-82983c16-76ca-4a99-a485-2862a5b38859 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:41.517447 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-82983c16-76ca-4a99-a485-2862a5b38859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:41.520068 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-82983c16-76ca-4a99-a485-2862a5b38859 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:41.521381 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-82983c16-76ca-4a99-a485-2862a5b38859 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/fa88c0e9-d7ea-4e03-8106-80c9e5b2f2fa HTTP/1.1" status: 204 len: 168 time: 0.1995323 Oct 27 17:12:41.529702 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82983c16-76ca-4a99-a485-2862a5b38859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa88c0e9-d7ea-4e03-8106-80c9e5b2f2fa,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:41.537540 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82983c16-76ca-4a99-a485-2862a5b38859 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:41.537890 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82983c16-76ca-4a99-a485-2862a5b38859 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:41.538230 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82983c16-76ca-4a99-a485-2862a5b38859 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:41.538712 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82983c16-76ca-4a99-a485-2862a5b38859 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:41.539052 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82983c16-76ca-4a99-a485-2862a5b38859 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:41.539383 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82983c16-76ca-4a99-a485-2862a5b38859 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:41.539714 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82983c16-76ca-4a99-a485-2862a5b38859 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:41.540044 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82983c16-76ca-4a99-a485-2862a5b38859 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:41.540370 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82983c16-76ca-4a99-a485-2862a5b38859 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:41.540732 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82983c16-76ca-4a99-a485-2862a5b38859 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:41.541057 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82983c16-76ca-4a99-a485-2862a5b38859 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:41.541378 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82983c16-76ca-4a99-a485-2862a5b38859 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:42.119921 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 34176) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:42.133578 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2eca9123-3137-45bd-b3fa-3783d7ce4f41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:42.209279 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2eca9123-3137-45bd-b3fa-3783d7ce4f41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:42.288857 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2eca9123-3137-45bd-b3fa-3783d7ce4f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:42.326784 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca9123-3137-45bd-b3fa-3783d7ce4f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83d4b4b-8f36-46fa-9d80-88e28ecb1720,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:42.331075 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-2eca9123-3137-45bd-b3fa-3783d7ce4f41 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=d25e66c928574ec7ab78ee7a5f23b996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2101233 Oct 27 17:12:42.333879 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 34178) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:42.384115 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-84db7fc3-3599-406f-88e2-673ae399afca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:42.404416 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-84db7fc3-3599-406f-88e2-673ae399afca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:42.537388 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-84db7fc3-3599-406f-88e2-673ae399afca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:42.539991 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-84db7fc3-3599-406f-88e2-673ae399afca admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:42.541227 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-84db7fc3-3599-406f-88e2-673ae399afca admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/a83d4b4b-8f36-46fa-9d80-88e28ecb1720 HTTP/1.1" status: 204 len: 168 time: 0.2062814 Oct 27 17:12:42.548952 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db7fc3-3599-406f-88e2-673ae399afca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83d4b4b-8f36-46fa-9d80-88e28ecb1720,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:49.585632 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-7a8afa28-cff7-4ca2-af20-1d54cadd965a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:52.402545 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-5b54a33f-27bd-4850-b9a7-a80c8a1ba854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:53.231644 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:53.465523 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:55.196836 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:56.460474 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:13:04.187776 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 34406) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:04.290470 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-38812d92-7b97-4f97-bd98-cecea8ef5639 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:04.363498 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-38812d92-7b97-4f97-bd98-cecea8ef5639 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:04.413973 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-38812d92-7b97-4f97-bd98-cecea8ef5639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:04.456703 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-38812d92-7b97-4f97-bd98-cecea8ef5639 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=aa2024abc56a4a0883f26c78f6098ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677486 Oct 27 17:13:04.457532 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38812d92-7b97-4f97-bd98-cecea8ef5639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4457cd6-d934-46fd-b6cb-e5e9c4fd6a87,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:04.459863 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 34410) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:04.512682 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-fee9088d-8c84-4c54-a49b-eecf8cbd83c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:04.533370 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-fee9088d-8c84-4c54-a49b-eecf8cbd83c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:04.648266 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-fee9088d-8c84-4c54-a49b-eecf8cbd83c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:04.651655 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-fee9088d-8c84-4c54-a49b-eecf8cbd83c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:04.652854 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-fee9088d-8c84-4c54-a49b-eecf8cbd83c1 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/e4457cd6-d934-46fd-b6cb-e5e9c4fd6a87 HTTP/1.1" status: 204 len: 168 time: 0.1915357 Oct 27 17:13:04.660513 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9088d-8c84-4c54-a49b-eecf8cbd83c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4457cd6-d934-46fd-b6cb-e5e9c4fd6a87,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:05.198367 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 34416) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:05.211462 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8d427230-9f72-4e98-9efa-91f52d4ceb11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:05.285402 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8d427230-9f72-4e98-9efa-91f52d4ceb11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:05.383021 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8d427230-9f72-4e98-9efa-91f52d4ceb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:05.421406 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-8d427230-9f72-4e98-9efa-91f52d4ceb11 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=0bbc7a6fcac342ec84847f9716353e22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219532 Oct 27 17:13:05.422251 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d427230-9f72-4e98-9efa-91f52d4ceb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b8b165-e2ad-4c76-8d99-adffdd451ee0,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:05.424130 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 34418) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:05.474335 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7c2fdedc-024f-4074-a287-cd23df0e477b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:05.495558 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7c2fdedc-024f-4074-a287-cd23df0e477b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:05.614334 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7c2fdedc-024f-4074-a287-cd23df0e477b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:05.616930 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-7c2fdedc-024f-4074-a287-cd23df0e477b admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:05.618091 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-7c2fdedc-024f-4074-a287-cd23df0e477b admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/89b8b165-e2ad-4c76-8d99-adffdd451ee0 HTTP/1.1" status: 204 len: 168 time: 0.1928034 Oct 27 17:13:05.626129 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fdedc-024f-4074-a287-cd23df0e477b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b8b165-e2ad-4c76-8d99-adffdd451ee0,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:05.960691 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:08.338353 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110eac8-5ced-4113-8fee-ffd582c0754b req-b44eaf3d-4b85-46e3-a96c-a7962e99a2eb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:08.341269 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-1110eac8-5ced-4113-8fee-ffd582c0754b req-b44eaf3d-4b85-46e3-a96c-a7962e99a2eb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 947 time: 0.0539396 Oct 27 17:13:08.379208 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-1110eac8-5ced-4113-8fee-ffd582c0754b req-f031a77b-f19b-47bf-9881-186d924728dd tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318868 Oct 27 17:13:09.776341 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f9ddc-6853-4360-9bd3-87ab36e0743f req-5e130012-983a-43a5-ab52-a34949150718 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:09.777969 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-763f9ddc-6853-4360-9bd3-87ab36e0743f req-5e130012-983a-43a5-ab52-a34949150718 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 947 time: 0.3186169 Oct 27 17:13:09.816865 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-763f9ddc-6853-4360-9bd3-87ab36e0743f req-3b99cabf-3313-4f29-a60f-b1c5bdbc2b5f tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups?id=a70f13a5-2247-402d-a275-edb560c241e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325789 Oct 27 17:13:10.173328 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8370a71-388b-4e22-bc53-1fa9f02e8ca4 req-f9865788-8ecf-4a5d-81f6-cbf7633b1326 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:10.174782 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f8370a71-388b-4e22-bc53-1fa9f02e8ca4 req-f9865788-8ecf-4a5d-81f6-cbf7633b1326 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 947 time: 0.0491605 Oct 27 17:13:10.270282 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-f8370a71-388b-4e22-bc53-1fa9f02e8ca4 req-1913584e-af4c-41a9-adcd-969d030b2fdb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Deleting port a3d44742-fcc3-4494-a8fa-b00f2a72aa48 {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:10.270622 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-f8370a71-388b-4e22-bc53-1fa9f02e8ca4 req-1913584e-af4c-41a9-adcd-969d030b2fdb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:10.361384 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-f8370a71-388b-4e22-bc53-1fa9f02e8ca4 req-1913584e-af4c-41a9-adcd-969d030b2fdb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] For port a3d44742-fcc3-4494-a8fa-b00f2a72aa48, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=a3d44742-fcc3-4494-a8fa-b00f2a72aa48,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:10.361752 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-f8370a71-388b-4e22-bc53-1fa9f02e8ca4 req-1913584e-af4c-41a9-adcd-969d030b2fdb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:10.532066 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-f8370a71-388b-4e22-bc53-1fa9f02e8ca4 req-1913584e-af4c-41a9-adcd-969d030b2fdb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for floatingip, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:10.532428 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-f8370a71-388b-4e22-bc53-1fa9f02e8ca4 req-1913584e-af4c-41a9-adcd-969d030b2fdb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703721'] for floatingip, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:10.532787 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.l3_db [req-f8370a71-388b-4e22-bc53-1fa9f02e8ca4 req-1913584e-af4c-41a9-adcd-969d030b2fdb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Floating IP 6989bb6d-7a9c-4fc1-8e53-bb1972abd35a disassociated. External IP: 172.27.3.197, port: a3d44742-fcc3-4494-a8fa-b00f2a72aa48. Oct 27 17:13:10.533126 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-f8370a71-388b-4e22-bc53-1fa9f02e8ca4 req-1913584e-af4c-41a9-adcd-969d030b2fdb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Calling delete_port for a3d44742-fcc3-4494-a8fa-b00f2a72aa48 owned by compute:nova {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:10.719902 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-f8370a71-388b-4e22-bc53-1fa9f02e8ca4 req-1913584e-af4c-41a9-adcd-969d030b2fdb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:10.747556 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913584e-af4c-41a9-adcd-969d030b2fdb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Pushing event deleted for resources: {'Port': ['ID=a3d44742-fcc3-4494-a8fa-b00f2a72aa48,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:10.867309 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8370a71-388b-4e22-bc53-1fa9f02e8ca4 req-1913584e-af4c-41a9-adcd-969d030b2fdb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Router 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:13:10.920743 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6ea8cec4-3604-46cf-a66f-2abc7ec73be4 req-660b41a6-b387-44ee-948b-552d71d476cb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 210 time: 0.0310097 Oct 27 17:13:10.982328 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8370a71-388b-4e22-bc53-1fa9f02e8ca4 req-1913584e-af4c-41a9-adcd-969d030b2fdb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:13:10.997218 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c15d78-c16f-4911-8578-a02975ef52ac None None] Sync routers for ids ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'] in dv-cinder-815701-1-iscsi {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:13:11.008879 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c15d78-c16f-4911-8578-a02975ef52ac None None] Routers {'7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:11.011443 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-07c15d78-c16f-4911-8578-a02975ef52ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:12:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:11.032036 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8370a71-388b-4e22-bc53-1fa9f02e8ca4 req-1913584e-af4c-41a9-adcd-969d030b2fdb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] No DVR routers for this DVR port a3d44742-fcc3-4494-a8fa-b00f2a72aa48 on host hv-cinder-81570 {{(pid=118834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:13:11.033130 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-f8370a71-388b-4e22-bc53-1fa9f02e8ca4 req-1913584e-af4c-41a9-adcd-969d030b2fdb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:11.036881 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f8370a71-388b-4e22-bc53-1fa9f02e8ca4 req-1913584e-af4c-41a9-adcd-969d030b2fdb tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.11 "DELETE /v2.0/ports/a3d44742-fcc3-4494-a8fa-b00f2a72aa48 HTTP/1.1" status: 204 len: 173 time: 0.8556032 Oct 27 17:13:11.037308 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab71ecf4-79ab-4645-9654-b537bd29a39b', 'name': 'network-vif-deleted', 'tag': 'a3d44742-fcc3-4494-a8fa-b00f2a72aa48'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:13:11.039616 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b727f55-0533-430c-9cf7-00cfa64915cb" -d '{"events": [{"server_uuid": "ab71ecf4-79ab-4645-9654-b537bd29a39b", "name": "network-vif-deleted", "tag": "a3d44742-fcc3-4494-a8fa-b00f2a72aa48"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:13:11.087720 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dda2f2-1273-44c6-be5e-10d2f4019cf0 x-openstack-request-id: req-c2dda2f2-1273-44c6-be5e-10d2f4019cf0 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:13:11.088050 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab71ecf4-79ab-4645-9654-b537bd29a39b", "name": "network-vif-deleted", "tag": "a3d44742-fcc3-4494-a8fa-b00f2a72aa48", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:13:11.088302 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-c2dda2f2-1273-44c6-be5e-10d2f4019cf0 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:13:11.088712 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab71ecf4-79ab-4645-9654-b537bd29a39b', 'name': 'network-vif-deleted', 'tag': 'a3d44742-fcc3-4494-a8fa-b00f2a72aa48', 'status': 'completed', 'code': 200} Oct 27 17:13:11.107221 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 34512) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:11.138145 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-07c15d78-c16f-4911-8578-a02975ef52ac None None] Set router 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:11.240253 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a9f3-6547-474a-aa50-8bef86f90eec admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:11.332826 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a9f3-6547-474a-aa50-8bef86f90eec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:11.356891 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-07c15d78-c16f-4911-8578-a02975ef52ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'name': 'tempest-AttachVolumeShelveTestJSON-1074804156-router', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'd0235169-d097-497c-827e-4a6817a335da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:34Z', 'revision_number': 4, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'gw_port': {'id': 'd0235169-d097-497c-827e-4a6817a335da', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '90701095-8f14-4eaf-b4aa-ed493a9dad35', 'name': '', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'mac_address': 'fa:16:3e:0f:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:46Z', 'revision_number': 5, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'subnets': [{'id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:11.387765 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c15d78-c16f-4911-8578-a02975ef52ac None None] Checking router: 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f for host: dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:13:11.396157 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c15d78-c16f-4911-8578-a02975ef52ac None None] Routers {'7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:11.396794 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-07c15d78-c16f-4911-8578-a02975ef52ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:12:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:11.414332 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a9f3-6547-474a-aa50-8bef86f90eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:11.453402 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0a9f3-6547-474a-aa50-8bef86f90eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0743e729-a29e-4acc-a7e5-6677e58a993d,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:11.470575 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-c0c0a9f3-6547-474a-aa50-8bef86f90eec admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=c9ffd0b9cb824662aa994bcb07aea9a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622713 Oct 27 17:13:11.473240 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 34516) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:11.507390 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-07c15d78-c16f-4911-8578-a02975ef52ac None None] Set router 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:11.522557 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-907756f0-bebd-43a7-8031-7fe7d66c740c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:11.545637 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-907756f0-bebd-43a7-8031-7fe7d66c740c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:11.671811 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-907756f0-bebd-43a7-8031-7fe7d66c740c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:11.674461 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-907756f0-bebd-43a7-8031-7fe7d66c740c admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:11.675760 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-907756f0-bebd-43a7-8031-7fe7d66c740c admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/0743e729-a29e-4acc-a7e5-6677e58a993d HTTP/1.1" status: 204 len: 168 time: 0.2015750 Oct 27 17:13:11.686825 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907756f0-bebd-43a7-8031-7fe7d66c740c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0743e729-a29e-4acc-a7e5-6677e58a993d,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:11.705780 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-07c15d78-c16f-4911-8578-a02975ef52ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'name': 'tempest-AttachVolumeShelveTestJSON-1074804156-router', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'd0235169-d097-497c-827e-4a6817a335da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:34Z', 'revision_number': 4, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'gw_port': {'id': 'd0235169-d097-497c-827e-4a6817a335da', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '90701095-8f14-4eaf-b4aa-ed493a9dad35', 'name': '', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'mac_address': 'fa:16:3e:0f:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:46Z', 'revision_number': 5, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'subnets': [{'id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:11.733262 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c15d78-c16f-4911-8578-a02975ef52ac None None] The sync data for ids ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'] in dv-cinder-815701-1-iscsi is: [{'id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'name': 'tempest-AttachVolumeShelveTestJSON-1074804156-router', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'd0235169-d097-497c-827e-4a6817a335da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:00:34Z', 'revision_number': 4, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'gw_port': {'id': 'd0235169-d097-497c-827e-4a6817a335da', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '90701095-8f14-4eaf-b4aa-ed493a9dad35', 'name': '', 'network_id': 'e177a155-0ea9-48c9-b09f-09f7b8f5f0b8', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'mac_address': 'fa:16:3e:0f:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:32Z', 'updated_at': '2021-10-27T17:00:46Z', 'revision_number': 5, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'subnets': [{'id': '1b59259a-4a35-4b3f-b276-e215349f7ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:13:11.961168 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214b565d-8849-4d0f-8a66-6d28b2323d47 None None] New status for floating IP 6989bb6d-7a9c-4fc1-8e53-bb1972abd35a: DOWN {{(pid=118835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:13:12.045419 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e2d87dba-bfa7-4ed7-a672-6d4572a3228e req-af109875-da25-42f6-92b5-984c7d94a292 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/ports?device_id=ab71ecf4-79ab-4645-9654-b537bd29a39b HTTP/1.1" status: 200 len: 210 time: 0.0285971 Oct 27 17:13:12.269049 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 34526) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:12.282483 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-bd50bd34-030d-4330-8e90-68a889bc8d89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:12.357513 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-bd50bd34-030d-4330-8e90-68a889bc8d89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:12.425688 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-bd50bd34-030d-4330-8e90-68a889bc8d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:12.466956 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50bd34-030d-4330-8e90-68a889bc8d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb7ffc9-e2cf-4bfa-a437-2a98915cefba,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:12.472098 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-bd50bd34-030d-4330-8e90-68a889bc8d89 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=67c8770ab2c64d21a0573fa746601eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2020311 Oct 27 17:13:12.474740 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 34528) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:12.522565 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b8f10c97-f58b-485b-82b8-28a71ec38bcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:12.544088 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b8f10c97-f58b-485b-82b8-28a71ec38bcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:12.653826 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b8f10c97-f58b-485b-82b8-28a71ec38bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:12.656355 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b8f10c97-f58b-485b-82b8-28a71ec38bcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:12.657568 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-b8f10c97-f58b-485b-82b8-28a71ec38bcd admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/2eb7ffc9-e2cf-4bfa-a437-2a98915cefba HTTP/1.1" status: 204 len: 168 time: 0.1818604 Oct 27 17:13:12.665219 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f10c97-f58b-485b-82b8-28a71ec38bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb7ffc9-e2cf-4bfa-a437-2a98915cefba,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:13.190332 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 34544) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:13.247931 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c1a7fea0-032e-4627-8b0b-d7bd74877f85 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:13.272235 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c1a7fea0-032e-4627-8b0b-d7bd74877f85 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:13.425509 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c1a7fea0-032e-4627-8b0b-d7bd74877f85 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:13.428344 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c1a7fea0-032e-4627-8b0b-d7bd74877f85 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:13.429423 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-c1a7fea0-032e-4627-8b0b-d7bd74877f85 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "DELETE /v2.0/security-groups/a70f13a5-2247-402d-a275-edb560c241e6 HTTP/1.1" status: 204 len: 168 time: 0.2381179 Oct 27 17:13:13.436356 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 34550) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:13.439499 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7fea0-032e-4627-8b0b-d7bd74877f85 tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70f13a5-2247-402d-a275-edb560c241e6,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:13.450577 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.api.v2.resource [None req-1b792aaa-d3fc-4f84-b388-490d590b2a0c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] show failed (client error): The resource could not be found. Oct 27 17:13:13.454584 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-1b792aaa-d3fc-4f84-b388-490d590b2a0c tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "GET /v2.0/security-groups/a70f13a5-2247-402d-a275-edb560c241e6 HTTP/1.1" status: 404 len: 347 time: 0.0171530 Oct 27 17:13:13.455148 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 34554) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:13.585193 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-463d9d11-880b-492a-97c2-a1637239c88b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Deleting port ad5ce457-5eb3-4546-ad32-74be80d6c0bc {{(pid=118833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:13.585447 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-463d9d11-880b-492a-97c2-a1637239c88b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:13.665510 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-463d9d11-880b-492a-97c2-a1637239c88b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:13.665832 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-463d9d11-880b-492a-97c2-a1637239c88b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:13.677590 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-463d9d11-880b-492a-97c2-a1637239c88b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Calling delete_port for ad5ce457-5eb3-4546-ad32-74be80d6c0bc owned by network:floatingip {{(pid=118833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:13.926114 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-463d9d11-880b-492a-97c2-a1637239c88b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:13.952399 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d9d11-880b-492a-97c2-a1637239c88b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Pushing event deleted for resources: {'Port': ['ID=ad5ce457-5eb3-4546-ad32-74be80d6c0bc,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:14.015830 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-463d9d11-880b-492a-97c2-a1637239c88b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks [] for floatingip, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:14.018468 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-463d9d11-880b-492a-97c2-a1637239c88b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for floatingip, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:14.019603 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-463d9d11-880b-492a-97c2-a1637239c88b tempest-AttachVolumeShelveTestJSON-1966124833 tempest-AttachVolumeShelveTestJSON-1966124833-project] 10.222.0.109 "DELETE /v2.0/floatingips/6989bb6d-7a9c-4fc1-8e53-bb1972abd35a HTTP/1.1" status: 204 len: 168 time: 0.5633211 Oct 27 17:13:14.752421 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device a3d44742-fcc3-4494-a8fa-b00f2a72aa48 no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:13:14.773878 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] No Port match for: a3d44742-fcc3-4494-a8fa-b00f2a72aa48 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:13:14.774617 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device a3d44742-fcc3-4494-a8fa-b00f2a72aa48 not bound to the agent host hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:13:16.747865 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 34612) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:17.346715 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-95d06297-e1de-43e1-98f1-5253f505aa35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133762601'] for router_interface, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:17.821578 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-95d06297-e1de-43e1-98f1-5253f505aa35 admin admin] Deleting port 90701095-8f14-4eaf-b4aa-ed493a9dad35 {{(pid=118833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:17.822236 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-95d06297-e1de-43e1-98f1-5253f505aa35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:17.902912 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.db [None req-95d06297-e1de-43e1-98f1-5253f505aa35 admin admin] For port 90701095-8f14-4eaf-b4aa-ed493a9dad35, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=90701095-8f14-4eaf-b4aa-ed493a9dad35,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:17.903315 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-95d06297-e1de-43e1-98f1-5253f505aa35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:17.915154 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-95d06297-e1de-43e1-98f1-5253f505aa35 admin admin] Calling delete_port for 90701095-8f14-4eaf-b4aa-ed493a9dad35 owned by network:router_interface {{(pid=118833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:18.223534 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-95d06297-e1de-43e1-98f1-5253f505aa35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:18.251552 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d06297-e1de-43e1-98f1-5253f505aa35 admin admin] Pushing event deleted for resources: {'Port': ['ID=90701095-8f14-4eaf-b4aa-ed493a9dad35,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:18.426288 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-95d06297-e1de-43e1-98f1-5253f505aa35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133607305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133762757'] for router_interface, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:18.641808 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d06297-e1de-43e1-98f1-5253f505aa35 admin admin] Router 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:13:18.750374 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d06297-e1de-43e1-98f1-5253f505aa35 admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:13:18.767126 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-95d06297-e1de-43e1-98f1-5253f505aa35 admin admin] 10.222.0.109 "PUT /v2.0/routers/7bb8ecfa-6edb-4c98-a6c8-91b40a68489f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0069342 Oct 27 17:13:18.767425 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21f4f74-2348-49a0-8c10-e57edabbfb99 None None] Sync routers for ids ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'] in dv-cinder-815701-1-iscsi {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:13:18.767857 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 34636) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:18.780859 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21f4f74-2348-49a0-8c10-e57edabbfb99 None None] Routers {'7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:18.781736 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-f21f4f74-2348-49a0-8c10-e57edabbfb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:12:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:18.876022 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-609c8ff8-9742-498b-a49b-50cdaa4cf624 admin admin] Publish callbacks [] for router, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:18.883521 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-f21f4f74-2348-49a0-8c10-e57edabbfb99 None None] Set router 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:18.991075 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-609c8ff8-9742-498b-a49b-50cdaa4cf624 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:19.077239 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-f21f4f74-2348-49a0-8c10-e57edabbfb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'name': 'tempest-AttachVolumeShelveTestJSON-1074804156-router', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'd0235169-d097-497c-827e-4a6817a335da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:13:18Z', 'revision_number': 5, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'gw_port': {'id': 'd0235169-d097-497c-827e-4a6817a335da', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:19.107892 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21f4f74-2348-49a0-8c10-e57edabbfb99 None None] Checking router: 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f for host: dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:13:19.116801 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21f4f74-2348-49a0-8c10-e57edabbfb99 None None] Routers {'7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:19.117404 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-f21f4f74-2348-49a0-8c10-e57edabbfb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:12:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:19.175920 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-609c8ff8-9742-498b-a49b-50cdaa4cf624 admin admin] Deleting port d0235169-d097-497c-827e-4a6817a335da {{(pid=118833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:19.176248 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-609c8ff8-9742-498b-a49b-50cdaa4cf624 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:19.269737 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.db [None req-609c8ff8-9742-498b-a49b-50cdaa4cf624 admin admin] For port d0235169-d097-497c-827e-4a6817a335da, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=d0235169-d097-497c-827e-4a6817a335da,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:19.270226 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-609c8ff8-9742-498b-a49b-50cdaa4cf624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:19.283256 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-609c8ff8-9742-498b-a49b-50cdaa4cf624 admin admin] Calling delete_port for d0235169-d097-497c-827e-4a6817a335da owned by network:router_gateway {{(pid=118833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:19.313100 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-f21f4f74-2348-49a0-8c10-e57edabbfb99 None None] Set router 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:19.498326 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-f21f4f74-2348-49a0-8c10-e57edabbfb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'name': 'tempest-AttachVolumeShelveTestJSON-1074804156-router', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'd0235169-d097-497c-827e-4a6817a335da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:13:18Z', 'revision_number': 5, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'gw_port': {'id': 'd0235169-d097-497c-827e-4a6817a335da', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:19.526323 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21f4f74-2348-49a0-8c10-e57edabbfb99 None None] The sync data for ids ['7bb8ecfa-6edb-4c98-a6c8-91b40a68489f'] in dv-cinder-815701-1-iscsi is: [{'id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'name': 'tempest-AttachVolumeShelveTestJSON-1074804156-router', 'tenant_id': 'c5eb132de3af4a108561a16af567602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'd0235169-d097-497c-827e-4a6817a335da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:00:24Z', 'updated_at': '2021-10-27T17:13:18Z', 'revision_number': 5, 'project_id': 'c5eb132de3af4a108561a16af567602d', 'gw_port': {'id': 'd0235169-d097-497c-827e-4a6817a335da', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8ecfa-6edb-4c98-a6c8-91b40a68489f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:00:26Z', 'updated_at': '2021-10-27T17:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}] {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:13:19.528875 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-609c8ff8-9742-498b-a49b-50cdaa4cf624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:19.565462 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c8ff8-9742-498b-a49b-50cdaa4cf624 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0235169-d097-497c-827e-4a6817a335da,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:19.580175 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-82ae72b0-63a3-4538-a45a-461cae3e4b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:19.625401 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-609c8ff8-9742-498b-a49b-50cdaa4cf624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133703783'] for router_gateway, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:19.734440 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-609c8ff8-9742-498b-a49b-50cdaa4cf624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133760781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5334'] for router, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:19.736542 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-609c8ff8-9742-498b-a49b-50cdaa4cf624 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:19.872461 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-609c8ff8-9742-498b-a49b-50cdaa4cf624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133760794'] for router, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:19.872873 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609c8ff8-9742-498b-a49b-50cdaa4cf624 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bb8ecfa-6edb-4c98-a6c8-91b40a68489f {{(pid=118833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:13:19.879907 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-609c8ff8-9742-498b-a49b-50cdaa4cf624 admin admin] Publish callbacks [] for router, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:19.879907 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-609c8ff8-9742-498b-a49b-50cdaa4cf624 admin admin] 10.222.0.109 "DELETE /v2.0/routers/7bb8ecfa-6edb-4c98-a6c8-91b40a68489f HTTP/1.1" status: 204 len: 168 time: 1.1119673 Oct 27 17:13:19.882537 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 34668) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:19.929083 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_v2 [None req-271c2b14-328a-44a2-aadd-fbf74f5452ed admin admin] Deleting subnet 1b59259a-4a35-4b3f-b276-e215349f7ead {{(pid=118833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:13:19.932211 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-271c2b14-328a-44a2-aadd-fbf74f5452ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:19.975845 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-271c2b14-328a-44a2-aadd-fbf74f5452ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131504099'] for subnet, precommit_delete_associations {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:20.175307 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-271c2b14-328a-44a2-aadd-fbf74f5452ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1424751'] for subnet, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:20.294571 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-271c2b14-328a-44a2-aadd-fbf74f5452ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1424742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131455163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130858914'] for subnet, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:20.323456 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-271c2b14-328a-44a2-aadd-fbf74f5452ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:20.326866 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-271c2b14-328a-44a2-aadd-fbf74f5452ed admin admin] 10.222.0.109 "DELETE /v2.0/subnets/1b59259a-4a35-4b3f-b276-e215349f7ead HTTP/1.1" status: 204 len: 168 time: 0.4432273 Oct 27 17:13:20.327880 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c2b14-328a-44a2-aadd-fbf74f5452ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b59259a-4a35-4b3f-b276-e215349f7ead,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:20.329596 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 34672) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:20.330605 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9636a37c-0257-47ee-b338-c99f33464ebb None None] Network e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:13:20.398834 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3c004d86-32ae-4a8e-ad62-84f4287144fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529236'] for network, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:20.455917 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-3c004d86-32ae-4a8e-ad62-84f4287144fb admin admin] Deleting port a0f4412b-2df5-45b5-93b6-47b9bff74252 {{(pid=118833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:20.456266 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3c004d86-32ae-4a8e-ad62-84f4287144fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:20.517722 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81b6ec7-78a4-4527-89cd-15703f48a7a2 None None] DHCP port deletion for e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 request from dv-cinder-815701-1-iscsi {{(pid=118835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:13:20.523456 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.db [None req-3c004d86-32ae-4a8e-ad62-84f4287144fb admin admin] For port a0f4412b-2df5-45b5-93b6-47b9bff74252, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=a0f4412b-2df5-45b5-93b6-47b9bff74252,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:20.523839 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3c004d86-32ae-4a8e-ad62-84f4287144fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:20.538566 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-3c004d86-32ae-4a8e-ad62-84f4287144fb admin admin] Calling delete_port for a0f4412b-2df5-45b5-93b6-47b9bff74252 owned by network:dhcp {{(pid=118833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:20.581483 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-f81b6ec7-78a4-4527-89cd-15703f48a7a2 None None] Deleting port a0f4412b-2df5-45b5-93b6-47b9bff74252 {{(pid=118835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:20.582110 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-f81b6ec7-78a4-4527-89cd-15703f48a7a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:20.648158 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-f81b6ec7-78a4-4527-89cd-15703f48a7a2 None None] For port a0f4412b-2df5-45b5-93b6-47b9bff74252, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=a0f4412b-2df5-45b5-93b6-47b9bff74252,segment=NetworkSegment(df2cf997-48c1-48ea-a7cb-a09cd6c5a22d),segment_id=df2cf997-48c1-48ea-a7cb-a09cd6c5a22d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:20.648730 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-f81b6ec7-78a4-4527-89cd-15703f48a7a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:20.661520 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-f81b6ec7-78a4-4527-89cd-15703f48a7a2 None None] Calling delete_port for a0f4412b-2df5-45b5-93b6-47b9bff74252 owned by network:dhcp {{(pid=118835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:20.668704 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3c004d86-32ae-4a8e-ad62-84f4287144fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:20.693879 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c004d86-32ae-4a8e-ad62-84f4287144fb admin admin] Pushing event deleted for resources: {'Port': ['ID=a0f4412b-2df5-45b5-93b6-47b9bff74252,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:20.699717 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c004d86-32ae-4a8e-ad62-84f4287144fb admin admin] No DVR routers for this DVR port a0f4412b-2df5-45b5-93b6-47b9bff74252 on host dv-cinder-815701-1-iscsi {{(pid=118833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:13:20.736389 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-f81b6ec7-78a4-4527-89cd-15703f48a7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277'] for port, after_delete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:20.763002 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b6ec7-78a4-4527-89cd-15703f48a7a2 None None] Pushing event deleted for resources: {'Port': ['ID=a0f4412b-2df5-45b5-93b6-47b9bff74252,revision_number=None']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:20.765589 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81b6ec7-78a4-4527-89cd-15703f48a7a2 None None] No DVR routers for this DVR port a0f4412b-2df5-45b5-93b6-47b9bff74252 on host dv-cinder-815701-1-iscsi {{(pid=118835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:13:20.773466 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b6ec7-78a4-4527-89cd-15703f48a7a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:20.773810 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b6ec7-78a4-4527-89cd-15703f48a7a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:20.774150 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b6ec7-78a4-4527-89cd-15703f48a7a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:20.774479 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b6ec7-78a4-4527-89cd-15703f48a7a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:20.774806 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b6ec7-78a4-4527-89cd-15703f48a7a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:20.775161 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b6ec7-78a4-4527-89cd-15703f48a7a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:20.775266 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3c004d86-32ae-4a8e-ad62-84f4287144fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423354', 'neutron.services.segments.db._delete_segments_for_network-8740460286558'] for network, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:20.775438 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b6ec7-78a4-4527-89cd-15703f48a7a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:20.775767 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b6ec7-78a4-4527-89cd-15703f48a7a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:20.776176 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b6ec7-78a4-4527-89cd-15703f48a7a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:20.776503 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b6ec7-78a4-4527-89cd-15703f48a7a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:20.776951 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b6ec7-78a4-4527-89cd-15703f48a7a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:20.777276 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b6ec7-78a4-4527-89cd-15703f48a7a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:20.797503 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.services.segments.db [None req-3c004d86-32ae-4a8e-ad62-84f4287144fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e177a155-0ea9-48c9-b09f-09f7b8f5f0b8']}} {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:20.806857 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.services.segments.db [None req-3c004d86-32ae-4a8e-ad62-84f4287144fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2cf997-48c1-48ea-a7cb-a09cd6c5a22d') {'for_net_delete': True} {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:20.807088 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.services.segments.db [None req-3c004d86-32ae-4a8e-ad62-84f4287144fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2cf997-48c1-48ea-a7cb-a09cd6c5a22d') {} {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:20.817422 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3c004d86-32ae-4a8e-ad62-84f4287144fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740460286055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131504026'] for segment, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:20.830502 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3c004d86-32ae-4a8e-ad62-84f4287144fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:20.836746 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c004d86-32ae-4a8e-ad62-84f4287144fb admin admin] Releasing vlan 1360 on physical network physnet1 to pool {{(pid=118833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:13:20.837116 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3c004d86-32ae-4a8e-ad62-84f4287144fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131455057'] for segment, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: Traceback (most recent call last): Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: timer() Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: cb(*args, **kw) Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: return func(*args, **kwargs) Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: self._notify() Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: self.callback(batched_events) Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: event.method(event) Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: return f(self, *a, **k) Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: return self._get(url).json() Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: return self.request(url, 'GET', **kwargs) Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:13:20.839942 dv-cinder-815701-1-iscsi neutron-server[118833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:13:20.963009 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3c004d86-32ae-4a8e-ad62-84f4287144fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703771'] for network, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:20.970776 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-3c004d86-32ae-4a8e-ad62-84f4287144fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:20.974055 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-3c004d86-32ae-4a8e-ad62-84f4287144fb admin admin] 10.222.0.109 "DELETE /v2.0/networks/e177a155-0ea9-48c9-b09f-09f7b8f5f0b8 HTTP/1.1" status: 204 len: 168 time: 0.6435285 Oct 27 17:13:20.984180 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c004d86-32ae-4a8e-ad62-84f4287144fb admin admin] Pushing event deleted for resources: {'Network': ['ID=e177a155-0ea9-48c9-b09f-09f7b8f5f0b8,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:21.094262 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device d0235169-d097-497c-827e-4a6817a335da no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:13:21.117997 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: d0235169-d097-497c-827e-4a6817a335da {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:13:21.118415 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device d0235169-d097-497c-827e-4a6817a335da not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:13:21.118908 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 90701095-8f14-4eaf-b4aa-ed493a9dad35 no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:13:21.138370 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: 90701095-8f14-4eaf-b4aa-ed493a9dad35 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:13:21.143205 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 90701095-8f14-4eaf-b4aa-ed493a9dad35 not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:13:21.143205 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device a0f4412b-2df5-45b5-93b6-47b9bff74252 no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:13:21.157559 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: a0f4412b-2df5-45b5-93b6-47b9bff74252 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:13:21.157896 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device a0f4412b-2df5-45b5-93b6-47b9bff74252 not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:13:21.201019 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 34680) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:21.408406 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 34692) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:21.518454 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-28839e2e-79ee-42f9-a214-8465ea8e66ab admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=c5eb132de3af4a108561a16af567602d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1086142 Oct 27 17:13:21.521072 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 34694) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:21.542752 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-b235a820-b374-44da-b868-e499349a358d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Deleting port 4ea47dac-e4f1-41bd-b917-06d14959a8e6 {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:21.543097 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b235a820-b374-44da-b868-e499349a358d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:21.572263 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-316ae794-0f3c-4073-adf8-cf60607063e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:21.597559 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-316ae794-0f3c-4073-adf8-cf60607063e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:21.626687 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b235a820-b374-44da-b868-e499349a358d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:21.627255 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b235a820-b374-44da-b868-e499349a358d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:21.639963 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-b235a820-b374-44da-b868-e499349a358d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Calling delete_port for 4ea47dac-e4f1-41bd-b917-06d14959a8e6 owned by network:floatingip {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:21.711115 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-316ae794-0f3c-4073-adf8-cf60607063e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:21.714128 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-316ae794-0f3c-4073-adf8-cf60607063e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:21.718403 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-316ae794-0f3c-4073-adf8-cf60607063e1 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/891c29f0-5c20-431c-a211-524cc6464b9b HTTP/1.1" status: 204 len: 168 time: 0.1962442 Oct 27 17:13:21.726917 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ae794-0f3c-4073-adf8-cf60607063e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891c29f0-5c20-431c-a211-524cc6464b9b,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:21.749234 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 34700) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:21.869656 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8d419427-df09-404d-bdb7-9c6d50b05e37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:21.883768 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b235a820-b374-44da-b868-e499349a358d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:21.919743 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235a820-b374-44da-b868-e499349a358d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Pushing event deleted for resources: {'Port': ['ID=4ea47dac-e4f1-41bd-b917-06d14959a8e6,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:22.004188 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b235a820-b374-44da-b868-e499349a358d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for floatingip, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:22.004489 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.l3_db [None req-b235a820-b374-44da-b868-e499349a358d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Floating IP 935fda27-1375-4924-850b-2760a1c83ffb disassociated (deleted). External IP: 172.27.3.141, port: 6a6b07d8-46d4-4cd3-a631-a5706e068515. Oct 27 17:13:22.102884 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8d419427-df09-404d-bdb7-9c6d50b05e37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:22.176153 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8d419427-df09-404d-bdb7-9c6d50b05e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:22.243677 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-8d419427-df09-404d-bdb7-9c6d50b05e37 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=872dcdc44a5d4ae8b4510d307a1e1319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4933641 Oct 27 17:13:22.246912 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 34712) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:22.254535 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d419427-df09-404d-bdb7-9c6d50b05e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5825ce1a-a8d9-48e3-9253-6a17e2fba20f,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:22.284923 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b235a820-b374-44da-b868-e499349a358d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:13:22.297466 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6e92c3ba-ee2e-445d-95b1-91fe50da7981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:22.325832 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6e92c3ba-ee2e-445d-95b1-91fe50da7981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:22.387598 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-867f9b6a-ee12-47cb-b23b-60d7559e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:22.414228 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b235a820-b374-44da-b868-e499349a358d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:13:22.419783 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b235a820-b374-44da-b868-e499349a358d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for floatingip, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:22.425562 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539a3dca-7541-4047-be4c-d54ea92a0640 None None] Sync routers for ids ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:13:22.438185 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539a3dca-7541-4047-be4c-d54ea92a0640 None None] Routers {'4a549c17-e83c-4ec6-b60e-3eb96d734b82'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:22.440584 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-539a3dca-7541-4047-be4c-d54ea92a0640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:13:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:22.450145 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-b235a820-b374-44da-b868-e499349a358d tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "DELETE /v2.0/floatingips/935fda27-1375-4924-850b-2760a1c83ffb HTTP/1.1" status: 204 len: 168 time: 1.2478998 Oct 27 17:13:22.450736 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532a87a4-4d60-425e-95fa-011d03e862e4', 'tag': '6a6b07d8-46d4-4cd3-a631-a5706e068515'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:13:22.453340 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e888e199-8773-4db2-8064-5735f7325f43" -d '{"events": [{"name": "network-changed", "server_uuid": "532a87a4-4d60-425e-95fa-011d03e862e4", "tag": "6a6b07d8-46d4-4cd3-a631-a5706e068515"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:13:22.460398 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6e92c3ba-ee2e-445d-95b1-91fe50da7981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:22.463300 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6e92c3ba-ee2e-445d-95b1-91fe50da7981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:22.464797 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-6e92c3ba-ee2e-445d-95b1-91fe50da7981 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/5825ce1a-a8d9-48e3-9253-6a17e2fba20f HTTP/1.1" status: 204 len: 168 time: 0.2168503 Oct 27 17:13:22.473309 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92c3ba-ee2e-445d-95b1-91fe50da7981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5825ce1a-a8d9-48e3-9253-6a17e2fba20f,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:22.523115 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccfceab-e7aa-4fdc-946b-fd91fc07126e x-openstack-request-id: req-2ccfceab-e7aa-4fdc-946b-fd91fc07126e {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:13:22.523115 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "532a87a4-4d60-425e-95fa-011d03e862e4", "tag": "6a6b07d8-46d4-4cd3-a631-a5706e068515", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:13:22.523607 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-2ccfceab-e7aa-4fdc-946b-fd91fc07126e {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:13:22.524534 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '532a87a4-4d60-425e-95fa-011d03e862e4', 'tag': '6a6b07d8-46d4-4cd3-a631-a5706e068515', 'status': 'completed', 'code': 200} Oct 27 17:13:22.586371 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-539a3dca-7541-4047-be4c-d54ea92a0640 None None] Set router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:22.609116 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888e199-8773-4db2-8064-5735f7325f43 req-5db92cde-8765-4cbd-9625-0970066d1094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:22.609531 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e888e199-8773-4db2-8064-5735f7325f43 req-5db92cde-8765-4cbd-9625-0970066d1094 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b56b830b8c974548b53ba292242131df&device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 1098 time: 0.0619066 Oct 27 17:13:22.709386 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888e199-8773-4db2-8064-5735f7325f43 req-1bfa6481-3e70-456b-9cd1-9feae952ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:22.710750 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e888e199-8773-4db2-8064-5735f7325f43 req-1bfa6481-3e70-456b-9cd1-9feae952ca20 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e91aae30-22b6-408a-b5f9-023a720e38a7 HTTP/1.1" status: 200 len: 914 time: 0.0941432 Oct 27 17:13:22.760076 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e888e199-8773-4db2-8064-5735f7325f43 req-b6c7254f-7f06-497a-9572-3893297afbfc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a6b07d8-46d4-4cd3-a631-a5706e068515 HTTP/1.1" status: 200 len: 217 time: 0.0377860 Oct 27 17:13:22.828287 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888e199-8773-4db2-8064-5735f7325f43 req-0082bd8d-b8f9-4847-bed9-42d0c9706de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:22.830963 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e888e199-8773-4db2-8064-5735f7325f43 req-0082bd8d-b8f9-4847-bed9-42d0c9706de8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c198ae9-9d38-4325-9957-9b7c60096236 HTTP/1.1" status: 200 len: 851 time: 0.0588899 Oct 27 17:13:22.837152 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 34730) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:22.851009 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-539a3dca-7541-4047-be4c-d54ea92a0640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:27Z', 'revision_number': 4, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '6a2b3eb8-1228-4764-af61-538427b26fc5', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'port_id': 'ea98f617-8945-462d-a50b-b84781e003f9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'mac_address': 'fa:16:3e:9c:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab33cd4-5cd0-4b1c-84da-0f8db274546a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:08:03Z', 'updated_at': '2021-10-27T17:08:05Z', 'revision_number': 1, 'project_id': 'b56b830b8c974548b53ba292242131df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7297784e-50c7-4327-85e2-f8300b784542', 'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'mac_address': 'fa:16:3e:39:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:26Z', 'updated_at': '2021-10-27T17:02:31Z', 'revision_number': 5, 'project_id': 'b56b830b8c974548b53ba292242131df', 'subnets': [{'id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:22.887819 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539a3dca-7541-4047-be4c-d54ea92a0640 None None] Checking router: 4a549c17-e83c-4ec6-b60e-3eb96d734b82 for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:13:22.889859 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888e199-8773-4db2-8064-5735f7325f43 req-57ce9537-503b-431c-b64a-6e2983d09a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:22.891810 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e888e199-8773-4db2-8064-5735f7325f43 req-57ce9537-503b-431c-b64a-6e2983d09a0b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e91aae30-22b6-408a-b5f9-023a720e38a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484817 Oct 27 17:13:22.899756 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539a3dca-7541-4047-be4c-d54ea92a0640 None None] Routers {'4a549c17-e83c-4ec6-b60e-3eb96d734b82'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:22.900390 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-539a3dca-7541-4047-be4c-d54ea92a0640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:13:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:23.002861 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dc481-9f12-41f2-a220-55a190941d8f req-8a341e02-3cb1-4a29-909d-a113648818fe tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:23.003081 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-b90d103e-5e47-45bd-be1b-9e5f4b343877 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2059294578-network', 'tenant_id': 'e5526c6afcb241e28e5e9709ce3c0d2f'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:13:23.004577 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-013dc481-9f12-41f2-a220-55a190941d8f req-8a341e02-3cb1-4a29-909d-a113648818fe tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 945 time: 0.0552108 Oct 27 17:13:23.035073 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e888e199-8773-4db2-8064-5735f7325f43 req-6f892a0c-7f37-4e3f-ab6f-03171b906973 service neutron] 10.222.0.11 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338234 Oct 27 17:13:23.038889 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-539a3dca-7541-4047-be4c-d54ea92a0640 None None] Set router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:23.051478 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-013dc481-9f12-41f2-a220-55a190941d8f req-9d7efe97-d1b6-4114-9e67-cdaea5b253d1 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374880 Oct 27 17:13:23.130684 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e888e199-8773-4db2-8064-5735f7325f43 req-c1c30fb5-3eec-42cb-b362-c45cd005a445 service neutron] 10.222.0.11 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869312 Oct 27 17:13:23.131702 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90d103e-5e47-45bd-be1b-9e5f4b343877 admin admin] Made reservation on behalf of e5526c6afcb241e28e5e9709ce3c0d2f for: {'network': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:13:23.134008 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b90d103e-5e47-45bd-be1b-9e5f4b343877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for network, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:23.147819 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b90d103e-5e47-45bd-be1b-9e5f4b343877 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:23.224307 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b90d103e-5e47-45bd-be1b-9e5f4b343877 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:23.255291 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 34738) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:23.269525 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-422a03e0-bc35-491b-9da0-e96190acdfdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:23.269736 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:23.271210 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b90d103e-5e47-45bd-be1b-9e5f4b343877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:23.300731 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-539a3dca-7541-4047-be4c-d54ea92a0640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:27Z', 'revision_number': 4, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '6a2b3eb8-1228-4764-af61-538427b26fc5', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'port_id': 'ea98f617-8945-462d-a50b-b84781e003f9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'mac_address': 'fa:16:3e:9c:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab33cd4-5cd0-4b1c-84da-0f8db274546a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:08:03Z', 'updated_at': '2021-10-27T17:08:05Z', 'revision_number': 1, 'project_id': 'b56b830b8c974548b53ba292242131df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7297784e-50c7-4327-85e2-f8300b784542', 'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'mac_address': 'fa:16:3e:39:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:26Z', 'updated_at': '2021-10-27T17:02:31Z', 'revision_number': 5, 'project_id': 'b56b830b8c974548b53ba292242131df', 'subnets': [{'id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:23.318820 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90d103e-5e47-45bd-be1b-9e5f4b343877 admin admin] vlan segment allocate from pool success with {'vlan_id': 1357, 'physical_network': 'physnet1'} {{(pid=118834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:13:23.326026 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d103e-5e47-45bd-be1b-9e5f4b343877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de16733-38b0-42a6-a379-c5af434f61de,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:23.336802 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539a3dca-7541-4047-be4c-d54ea92a0640 None None] The sync data for ids ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'] in dv-cinder-815701-1-iscsi is: [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:27Z', 'revision_number': 4, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': '6a2b3eb8-1228-4764-af61-538427b26fc5', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'port_id': 'ea98f617-8945-462d-a50b-b84781e003f9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'mac_address': 'fa:16:3e:9c:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab33cd4-5cd0-4b1c-84da-0f8db274546a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:08:03Z', 'updated_at': '2021-10-27T17:08:05Z', 'revision_number': 1, 'project_id': 'b56b830b8c974548b53ba292242131df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7297784e-50c7-4327-85e2-f8300b784542', 'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'mac_address': 'fa:16:3e:39:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:26Z', 'updated_at': '2021-10-27T17:02:31Z', 'revision_number': 5, 'project_id': 'b56b830b8c974548b53ba292242131df', 'subnets': [{'id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:13:23.342412 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b90d103e-5e47-45bd-be1b-9e5f4b343877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:23.342751 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.segments_db [None req-b90d103e-5e47-45bd-be1b-9e5f4b343877 admin admin] Added segment 1e562b32-44b3-4d80-a0e6-06e63d8d9332 of type vlan for network bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d Oct 27 17:13:23.395080 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b90d103e-5e47-45bd-be1b-9e5f4b343877 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740459766941'] for network, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:23.434630 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:23.439344 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-422a03e0-bc35-491b-9da0-e96190acdfdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:23.514608 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-422a03e0-bc35-491b-9da0-e96190acdfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:23.556804 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-422a03e0-bc35-491b-9da0-e96190acdfdd admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=261647e617f3408fab5399cee9b2d9b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003032 Oct 27 17:13:23.558396 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a03e0-bc35-491b-9da0-e96190acdfdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4377e72-3102-43d7-ad89-5a601d6669e9,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:23.560081 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 34740) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:23.562999 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b90d103e-5e47-45bd-be1b-9e5f4b343877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for network, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:23.563937 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90d103e-5e47-45bd-be1b-9e5f4b343877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:23.564520 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-b90d103e-5e47-45bd-be1b-9e5f4b343877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:23.583804 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24419754-a2d5-4e8f-b3a6-f59dde743181 None None] New status for floating IP 935fda27-1375-4924-850b-2760a1c83ffb: DOWN {{(pid=118836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:13:23.629125 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d103e-5e47-45bd-be1b-9e5f4b343877 admin admin] Pushing event updated for resources: {'Network': ['ID=bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:23.639850 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0c7343d8-4bb3-4af2-9437-57aa3b081fe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:23.641407 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Network bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d details requested by agent ovs-agent-dv-cinder-815701-1-iscsi with host dv-cinder-815701-1-iscsi {{(pid=118835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:13:23.661740 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0c7343d8-4bb3-4af2-9437-57aa3b081fe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:23.696522 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-b90d103e-5e47-45bd-be1b-9e5f4b343877 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8558323 Oct 27 17:13:23.697082 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 34742) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:23.702753 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-07d68dc1-8d89-4688-ae83-812a6ad8e425 admin admin] Request body: {'subnet': {'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2059294578-subnet', 'tenant_id': 'e5526c6afcb241e28e5e9709ce3c0d2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:13:23.771456 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0c7343d8-4bb3-4af2-9437-57aa3b081fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:23.774075 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0c7343d8-4bb3-4af2-9437-57aa3b081fe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:23.775259 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-0c7343d8-4bb3-4af2-9437-57aa3b081fe6 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/b4377e72-3102-43d7-ad89-5a601d6669e9 HTTP/1.1" status: 204 len: 168 time: 0.2132416 Oct 27 17:13:23.783043 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d68dc1-8d89-4688-ae83-812a6ad8e425 admin admin] Made reservation on behalf of e5526c6afcb241e28e5e9709ce3c0d2f for: {'subnet': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:13:23.783471 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-07d68dc1-8d89-4688-ae83-812a6ad8e425 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130888887'] for subnet, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:23.784991 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7343d8-4bb3-4af2-9437-57aa3b081fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4377e72-3102-43d7-ad89-5a601d6669e9,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:24.014746 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-07d68dc1-8d89-4688-ae83-812a6ad8e425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130954999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130888869'] for subnet, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:24.069238 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d68dc1-8d89-4688-ae83-812a6ad8e425 admin admin] Pushing event updated for resources: {'Subnet': ['ID=002adcd4-bbca-4869-abb7-faa23c65ce4f,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:24.082698 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d68dc1-8d89-4688-ae83-812a6ad8e425 admin admin] Checking segment: {'id': '1e562b32-44b3-4d80-a0e6-06e63d8d9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:13:24.083059 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d68dc1-8d89-4688-ae83-812a6ad8e425 admin admin] Network hostable DHCP agents. Network: bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d, hostable agents: ['acf894c1-b7b8-4d52-ad08-8b9062216bf0'], hosted agents: [] {{(pid=118834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:13:24.161902 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d68dc1-8d89-4688-ae83-812a6ad8e425 admin admin] Network bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d is scheduled to be hosted by DHCP agent acf894c1-b7b8-4d52-ad08-8b9062216bf0 with binding_index 1 {{(pid=118834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:13:24.191706 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc41bb-31c2-418b-b5a6-0dd2c2ce8c3d req-da3123a8-82f8-4f66-b1d3-32bea2a37ef7 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:24.193217 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cdcc41bb-31c2-418b-b5a6-0dd2c2ce8c3d req-da3123a8-82f8-4f66-b1d3-32bea2a37ef7 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 945 time: 0.0594287 Oct 27 17:13:24.232501 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cdcc41bb-31c2-418b-b5a6-0dd2c2ce8c3d req-64e05d4b-7f3f-49cb-98df-419ac96b2e6b tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327234 Oct 27 17:13:24.239532 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-07d68dc1-8d89-4688-ae83-812a6ad8e425 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815701-1-iscsi, bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d) {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:13:24.244065 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d68dc1-8d89-4688-ae83-812a6ad8e425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:24.244945 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-07d68dc1-8d89-4688-ae83-812a6ad8e425 admin admin] Publish callbacks [] for subnet, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:24.260795 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ef6bf2-5980-4466-8898-2c5987542246 None None] Network bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:13:24.316922 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-07d68dc1-8d89-4688-ae83-812a6ad8e425 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6189797 Oct 27 17:13:24.398239 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a129aaa4-b505-4000-8a52-0517d7c9c5f1 None None] Network bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:13:24.803283 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-865504b6-12a1-4dad-b1b9-b14900e65966 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:24.804771 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-865504b6-12a1-4dad-b1b9-b14900e65966 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/networks?id=bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d HTTP/1.1" status: 200 len: 815 time: 0.1017113 Oct 27 17:13:24.820040 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-779f86b9-f8fa-426a-b49e-73d1dc6a7bc0 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/quotas/e5526c6afcb241e28e5e9709ce3c0d2f HTTP/1.1" status: 200 len: 375 time: 0.0092096 Oct 27 17:13:24.855487 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-4e8b49aa-2bd5-42e4-b3f9-426c0ff8658f tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=e5526c6afcb241e28e5e9709ce3c0d2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296185 Oct 27 17:13:24.939203 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0875d-2577-4b39-82aa-6b4106c796c8 req-9c7eca99-7124-40cb-ba62-b7c5f79250b8 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:24.940729 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e7b0875d-2577-4b39-82aa-6b4106c796c8 req-9c7eca99-7124-40cb-ba62-b7c5f79250b8 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.11 "GET /v2.0/ports?device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 945 time: 0.0511055 Oct 27 17:13:24.960012 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-62844e02-669a-4fa4-9e2b-6dd403910773 service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=118833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:13:24.971217 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-62844e02-669a-4fa4-9e2b-6dd403910773 service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1062248 Oct 27 17:13:25.042742 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-e7b0875d-2577-4b39-82aa-6b4106c796c8 req-69ca3fd8-3d75-4648-bfa2-d95efa681af0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Deleting port 6a6b07d8-46d4-4cd3-a631-a5706e068515 {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:25.043075 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-e7b0875d-2577-4b39-82aa-6b4106c796c8 req-69ca3fd8-3d75-4648-bfa2-d95efa681af0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:25.060074 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-b957f017-94ec-4a13-b46c-9b484b643983 service neutron] 10.222.0.109 "GET /v2.0/networks/bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907815 Oct 27 17:13:25.145212 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-e7b0875d-2577-4b39-82aa-6b4106c796c8 req-69ca3fd8-3d75-4648-bfa2-d95efa681af0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] For port 6a6b07d8-46d4-4cd3-a631-a5706e068515, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=6a6b07d8-46d4-4cd3-a631-a5706e068515,segment=NetworkSegment(1aac70d7-0812-41ad-a7fe-8333e95f8e13),segment_id=1aac70d7-0812-41ad-a7fe-8333e95f8e13)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:25.145992 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-e7b0875d-2577-4b39-82aa-6b4106c796c8 req-69ca3fd8-3d75-4648-bfa2-d95efa681af0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:25.167833 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-e7b0875d-2577-4b39-82aa-6b4106c796c8 req-69ca3fd8-3d75-4648-bfa2-d95efa681af0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Calling delete_port for 6a6b07d8-46d4-4cd3-a631-a5706e068515 owned by compute:nova {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:25.208748 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:25.371611 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafb4f2-1572-41a1-9096-202bc9baae85 req-c7afae35-3b60-4328-83ed-ced2feade262 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:25.373887 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4aafb4f2-1572-41a1-9096-202bc9baae85 req-c7afae35-3b60-4328-83ed-ced2feade262 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 945 time: 0.0588987 Oct 27 17:13:25.379459 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-e7b0875d-2577-4b39-82aa-6b4106c796c8 req-69ca3fd8-3d75-4648-bfa2-d95efa681af0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:25.380061 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-717f75fe-af1c-4ac7-9d0d-768545ed1fa5 service neutron] 10.222.0.109 "GET /v2.0/networks/bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134811 Oct 27 17:13:25.431915 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca3fd8-3d75-4648-bfa2-d95efa681af0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Pushing event deleted for resources: {'Port': ['ID=6a6b07d8-46d4-4cd3-a631-a5706e068515,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:25.488480 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b0875d-2577-4b39-82aa-6b4106c796c8 req-69ca3fd8-3d75-4648-bfa2-d95efa681af0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] No DVR routers for this DVR port 6a6b07d8-46d4-4cd3-a631-a5706e068515 on host hv-cinder-81570 {{(pid=118834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:13:25.491066 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-e7b0875d-2577-4b39-82aa-6b4106c796c8 req-69ca3fd8-3d75-4648-bfa2-d95efa681af0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:25.494802 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e7b0875d-2577-4b39-82aa-6b4106c796c8 req-69ca3fd8-3d75-4648-bfa2-d95efa681af0 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.11 "DELETE /v2.0/ports/6a6b07d8-46d4-4cd3-a631-a5706e068515 HTTP/1.1" status: 204 len: 173 time: 0.5482249 Oct 27 17:13:25.497346 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532a87a4-4d60-425e-95fa-011d03e862e4', 'name': 'network-vif-deleted', 'tag': '6a6b07d8-46d4-4cd3-a631-a5706e068515'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:13:25.500484 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4d8135-6d49-4aab-9457-ee63d56c1d87" -d '{"events": [{"server_uuid": "532a87a4-4d60-425e-95fa-011d03e862e4", "name": "network-vif-deleted", "tag": "6a6b07d8-46d4-4cd3-a631-a5706e068515"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:13:25.506310 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4aafb4f2-1572-41a1-9096-202bc9baae85 req-9b06b3d1-d17b-4a61-9ff2-3ebf4916b478 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220522 Oct 27 17:13:25.551601 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73446eda-4772-4b28-9322-4998acaa73d4 x-openstack-request-id: req-73446eda-4772-4b28-9322-4998acaa73d4 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:13:25.556352 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532a87a4-4d60-425e-95fa-011d03e862e4", "name": "network-vif-deleted", "tag": "6a6b07d8-46d4-4cd3-a631-a5706e068515", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:13:25.556352 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-73446eda-4772-4b28-9322-4998acaa73d4 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:13:25.556352 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532a87a4-4d60-425e-95fa-011d03e862e4', 'name': 'network-vif-deleted', 'tag': '6a6b07d8-46d4-4cd3-a631-a5706e068515', 'status': 'completed', 'code': 200} Oct 27 17:13:25.619961 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3f3ab0ff-d767-49a9-a2f5-53f11aa3aaac req-95970675-26ae-47d6-91b7-7d0e37fe46b5 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=2697331c-760a-484e-bd47-e4aa7968c997 HTTP/1.1" status: 200 len: 210 time: 0.0267463 Oct 27 17:13:26.625378 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-027e574f-33ed-473e-9f1e-6a7ff83eb2c1 req-ea1d6c85-afa3-4323-9279-ccdc0795c2c5 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=532a87a4-4d60-425e-95fa-011d03e862e4 HTTP/1.1" status: 200 len: 210 time: 0.0368364 Oct 27 17:13:26.696837 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c1532a12-3a59-4698-b9cc-4cea0dd07b18 req-776ad710-8f1f-41ea-b43c-e9483e57bdd0 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=2697331c-760a-484e-bd47-e4aa7968c997 HTTP/1.1" status: 200 len: 210 time: 0.0274420 Oct 27 17:13:27.465270 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 34856) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:27.570145 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-933855a0-aee9-4fc7-8c64-1f5d65fe3a58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:27.647261 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-933855a0-aee9-4fc7-8c64-1f5d65fe3a58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:27.711226 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-933855a0-aee9-4fc7-8c64-1f5d65fe3a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:27.752171 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-933855a0-aee9-4fc7-8c64-1f5d65fe3a58 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=ba4e7cff7581413ab68a5a3debee095a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858083 Oct 27 17:13:27.752925 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933855a0-aee9-4fc7-8c64-1f5d65fe3a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d9d2b4-0f1b-4719-85ab-e0f2cf9a961a,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:27.755101 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 34866) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:27.815377 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-110af957-fc4b-45dd-a577-304cbf18139a req-78bf2fad-5093-441b-ab4a-12bd3d004dc1 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=2697331c-760a-484e-bd47-e4aa7968c997 HTTP/1.1" status: 200 len: 210 time: 0.0358567 Oct 27 17:13:27.849244 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1cd3-3e33-4f34-b96f-5eb750d75fa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:27.873554 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1cd3-3e33-4f34-b96f-5eb750d75fa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:28.029305 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-275109a8-eca8-4633-9068-ab516c29392c tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:28.030726 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-275109a8-eca8-4633-9068-ab516c29392c tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.11 "GET /v2.0/networks?id=bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d HTTP/1.1" status: 200 len: 815 time: 0.1070247 Oct 27 17:13:28.044821 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-0f0a2cf5-d88a-4134-86bd-f39a06ad6181 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Request body: {'port': {'device_id': '2697331c-760a-484e-bd47-e4aa7968c997', 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d', 'admin_state_up': True, 'tenant_id': 'e5526c6afcb241e28e5e9709ce3c0d2f'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:13:28.053946 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1cd3-3e33-4f34-b96f-5eb750d75fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:28.056573 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1cd3-3e33-4f34-b96f-5eb750d75fa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:28.059049 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-bd2d1cd3-3e33-4f34-b96f-5eb750d75fa1 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/f3d9d2b4-0f1b-4719-85ab-e0f2cf9a961a HTTP/1.1" status: 204 len: 168 time: 0.3028672 Oct 27 17:13:28.068180 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d1cd3-3e33-4f34-b96f-5eb750d75fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d9d2b4-0f1b-4719-85ab-e0f2cf9a961a,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:28.273951 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-0f0a2cf5-d88a-4134-86bd-f39a06ad6181 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Made reservation on behalf of e5526c6afcb241e28e5e9709ce3c0d2f for: {'port': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:13:28.278062 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-0f0a2cf5-d88a-4134-86bd-f39a06ad6181 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:28.411913 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-0f0a2cf5-d88a-4134-86bd-f39a06ad6181 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Allocated IP 172.20.0.8 (bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d/002adcd4-bbca-4869-abb7-faa23c65ce4f/e2c42066-5bb0-4260-8ed0-7c7d420c5769) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:13:28.557320 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-0f0a2cf5-d88a-4134-86bd-f39a06ad6181 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:28.643260 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-0f0a2cf5-d88a-4134-86bd-f39a06ad6181 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:28.689958 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-0f0a2cf5-d88a-4134-86bd-f39a06ad6181 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Network bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:13:28.693146 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-0f0a2cf5-d88a-4134-86bd-f39a06ad6181 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:13:28.696949 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-0f0a2cf5-d88a-4134-86bd-f39a06ad6181 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:13:28.711932 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 34878) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:28.725707 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-de5be871-4967-4132-a059-22e4cdb55ac1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:28.729710 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a2cf5-d88a-4134-86bd-f39a06ad6181 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Pushing event updated for resources: {'Port': ['ID=e2c42066-5bb0-4260-8ed0-7c7d420c5769,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:28.755005 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-0f0a2cf5-d88a-4134-86bd-f39a06ad6181 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:28.755618 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-0f0a2cf5-d88a-4134-86bd-f39a06ad6181 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:28.800894 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-de5be871-4967-4132-a059-22e4cdb55ac1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:28.829271 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 6a6b07d8-46d4-4cd3-a631-a5706e068515 no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:13:28.836877 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-0f0a2cf5-d88a-4134-86bd-f39a06ad6181 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7961292 Oct 27 17:13:28.850729 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] No Port match for: 6a6b07d8-46d4-4cd3-a631-a5706e068515 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:13:28.851010 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 6a6b07d8-46d4-4cd3-a631-a5706e068515 not bound to the agent host hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:13:28.854238 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a42e29f1-d0cf-455c-b225-fa90a12f0899 service neutron] Request body: {'port': {'device_id': '2697331c-760a-484e-bd47-e4aa7968c997', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81570'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:13:28.856971 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-de5be871-4967-4132-a059-22e4cdb55ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:28.895189 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-de5be871-4967-4132-a059-22e4cdb55ac1 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=fec147c61a0e41b89a301199e5234248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821444 Oct 27 17:13:28.897180 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5be871-4967-4132-a059-22e4cdb55ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef58e400-738e-4344-8ce8-f271ae73717f,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:28.899443 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 34882) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:28.951788 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a42e29f1-d0cf-455c-b225-fa90a12f0899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:28.953248 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-dd2e6d1e-f85e-489a-a010-3deadb529418 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:28.976508 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-dd2e6d1e-f85e-489a-a010-3deadb529418 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:29.008897 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cb164-c26f-470a-95b3-312c8f0b1170 req-9c5e2eef-7aa9-4c70-9900-403e17292742 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:29.010187 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-873cb164-c26f-470a-95b3-312c8f0b1170 req-9c5e2eef-7aa9-4c70-9900-403e17292742 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=2697331c-760a-484e-bd47-e4aa7968c997 HTTP/1.1" status: 200 len: 931 time: 0.1218505 Oct 27 17:13:29.121255 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-873cb164-c26f-470a-95b3-312c8f0b1170 req-970e62ef-6cb6-4d2f-86ec-c4180bf1195e tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932236 Oct 27 17:13:29.139593 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-dd2e6d1e-f85e-489a-a010-3deadb529418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:29.142253 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-dd2e6d1e-f85e-489a-a010-3deadb529418 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:29.144393 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-dd2e6d1e-f85e-489a-a010-3deadb529418 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/ef58e400-738e-4344-8ce8-f271ae73717f HTTP/1.1" status: 204 len: 168 time: 0.2428753 Oct 27 17:13:29.152378 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e6d1e-f85e-489a-a010-3deadb529418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef58e400-738e-4344-8ce8-f271ae73717f,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:29.266897 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a42e29f1-d0cf-455c-b225-fa90a12f0899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c42066-5bb0-4260-8ed0-7c7d420c5769 {{(pid=118834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:13:29.274277 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a42e29f1-d0cf-455c-b225-fa90a12f0899 service neutron] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:29.286019 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.provisioning_blocks [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a42e29f1-d0cf-455c-b225-fa90a12f0899 service neutron] Transition to ACTIVE for port object e2c42066-5bb0-4260-8ed0-7c7d420c5769 will not be triggered until provisioned by entity L2. {{(pid=118834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:13:29.348456 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a42e29f1-d0cf-455c-b225-fa90a12f0899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:29.403647 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e29f1-d0cf-455c-b225-fa90a12f0899 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c42066-5bb0-4260-8ed0-7c7d420c5769,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:29.474820 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a42e29f1-d0cf-455c-b225-fa90a12f0899 service neutron] Attempting to bind port e2c42066-5bb0-4260-8ed0-7c7d420c5769 on host hv-cinder-81570 for vnic_type normal with profile {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:13:29.475152 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a42e29f1-d0cf-455c-b225-fa90a12f0899 service neutron] Attempting to bind port e2c42066-5bb0-4260-8ed0-7c7d420c5769 by drivers openvswitch,hyperv on host hv-cinder-81570 at level 0 using segments [{'id': '1e562b32-44b3-4d80-a0e6-06e63d8d9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d'}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:13:29.475527 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a42e29f1-d0cf-455c-b225-fa90a12f0899 service neutron] Attempting to bind port e2c42066-5bb0-4260-8ed0-7c7d420c5769 on network bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:13:29.481756 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a42e29f1-d0cf-455c-b225-fa90a12f0899 service neutron] Port e2c42066-5bb0-4260-8ed0-7c7d420c5769 on network bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81570 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:13:29.487726 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a42e29f1-d0cf-455c-b225-fa90a12f0899 service neutron] Attempting to bind port e2c42066-5bb0-4260-8ed0-7c7d420c5769 on network bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:13:29.487726 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a42e29f1-d0cf-455c-b225-fa90a12f0899 service neutron] Checking agent: {'id': '95ad64ad-6c0c-401b-b42d-2edbbc1c3c16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'started_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:13:29.487726 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a42e29f1-d0cf-455c-b225-fa90a12f0899 service neutron] Checking segment: {'id': '1e562b32-44b3-4d80-a0e6-06e63d8d9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:13:29.488047 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a42e29f1-d0cf-455c-b225-fa90a12f0899 service neutron] Bound using segment: {'id': '1e562b32-44b3-4d80-a0e6-06e63d8d9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d'} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:13:29.488222 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a42e29f1-d0cf-455c-b225-fa90a12f0899 service neutron] Bound port: e2c42066-5bb0-4260-8ed0-7c7d420c5769, host: hv-cinder-81570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e562b32-44b3-4d80-a0e6-06e63d8d9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d'}}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:13:29.488606 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a42e29f1-d0cf-455c-b225-fa90a12f0899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:29.553488 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a42e29f1-d0cf-455c-b225-fa90a12f0899 service neutron] For port e2c42066-5bb0-4260-8ed0-7c7d420c5769, host hv-cinder-81570, cleared binding levels {{(pid=118834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:13:29.556732 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a42e29f1-d0cf-455c-b225-fa90a12f0899 service neutron] For port e2c42066-5bb0-4260-8ed0-7c7d420c5769, host hv-cinder-81570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=e2c42066-5bb0-4260-8ed0-7c7d420c5769,segment=NetworkSegment(1e562b32-44b3-4d80-a0e6-06e63d8d9332),segment_id=1e562b32-44b3-4d80-a0e6-06e63d8d9332)] {{(pid=118834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:13:29.621228 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a42e29f1-d0cf-455c-b225-fa90a12f0899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:29.659885 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a42e29f1-d0cf-455c-b225-fa90a12f0899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:29.660499 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a42e29f1-d0cf-455c-b225-fa90a12f0899 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:29.661909 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a42e29f1-d0cf-455c-b225-fa90a12f0899 service neutron] 10.222.0.11 "PUT /v2.0/ports/e2c42066-5bb0-4260-8ed0-7c7d420c5769 HTTP/1.1" status: 200 len: 1093 time: 0.8123810 Oct 27 17:13:29.662352 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2697331c-760a-484e-bd47-e4aa7968c997', 'tag': 'e2c42066-5bb0-4260-8ed0-7c7d420c5769'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:13:29.664642 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37299707-1d25-4fbd-bbc6-1eec4fbfd6c7" -d '{"events": [{"name": "network-changed", "server_uuid": "2697331c-760a-484e-bd47-e4aa7968c997", "tag": "e2c42066-5bb0-4260-8ed0-7c7d420c5769"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:13:29.689213 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e29f1-d0cf-455c-b225-fa90a12f0899 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c42066-5bb0-4260-8ed0-7c7d420c5769,revision_number=3']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:29.706064 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bad1f3-2541-4406-bb20-00e9e673da10 x-openstack-request-id: req-d0bad1f3-2541-4406-bb20-00e9e673da10 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:13:29.706064 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2697331c-760a-484e-bd47-e4aa7968c997", "tag": "e2c42066-5bb0-4260-8ed0-7c7d420c5769", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:13:29.706064 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-d0bad1f3-2541-4406-bb20-00e9e673da10 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:13:29.706064 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2697331c-760a-484e-bd47-e4aa7968c997', 'tag': 'e2c42066-5bb0-4260-8ed0-7c7d420c5769', 'status': 'completed', 'code': 200} Oct 27 17:13:29.772327 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37299707-1d25-4fbd-bbc6-1eec4fbfd6c7 req-92627958-34ad-45f3-b9cd-cef0b60501f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:29.774290 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-37299707-1d25-4fbd-bbc6-1eec4fbfd6c7 req-92627958-34ad-45f3-b9cd-cef0b60501f2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5526c6afcb241e28e5e9709ce3c0d2f&device_id=2697331c-760a-484e-bd47-e4aa7968c997 HTTP/1.1" status: 200 len: 1096 time: 0.0437989 Oct 27 17:13:29.878461 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37299707-1d25-4fbd-bbc6-1eec4fbfd6c7 req-09789d15-4c05-4c60-9449-7ab82bcc33d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:29.879915 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-37299707-1d25-4fbd-bbc6-1eec4fbfd6c7 req-09789d15-4c05-4c60-9449-7ab82bcc33d7 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5526c6afcb241e28e5e9709ce3c0d2f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0949385 Oct 27 17:13:29.981959 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37299707-1d25-4fbd-bbc6-1eec4fbfd6c7 req-07109817-b007-4ea5-9c78-a486d256f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:29.983404 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-37299707-1d25-4fbd-bbc6-1eec4fbfd6c7 req-07109817-b007-4ea5-9c78-a486d256f43d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0954676 Oct 27 17:13:30.060960 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-461f5bd1-2357-4bd8-bfde-286d1f557e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:30.062804 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-461f5bd1-2357-4bd8-bfde-286d1f557e33 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5526c6afcb241e28e5e9709ce3c0d2f&device_id=2697331c-760a-484e-bd47-e4aa7968c997 HTTP/1.1" status: 200 len: 1096 time: 0.0413129 Oct 27 17:13:30.093442 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 34914) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:30.115101 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a0ef98a9-92f5-4886-9951-260cb8a71fdf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c42066-5bb0-4260-8ed0-7c7d420c5769 HTTP/1.1" status: 200 len: 217 time: 0.0440123 Oct 27 17:13:30.165106 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a9cf7bed-f69d-4e04-a533-f8a5ac45fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:30.170370 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-a9cf7bed-f69d-4e04-a533-f8a5ac45fbe5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=002adcd4-bbca-4869-abb7-faa23c65ce4f HTTP/1.1" status: 200 len: 855 time: 0.0474818 Oct 27 17:13:30.218291 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-ec19dacf-dad8-4229-8b50-dc1cf583a3e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345879 Oct 27 17:13:30.265550 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-1c1000fd-4913-4094-80e8-a199c1b91582 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Deleting port ca72d67f-2fc1-4ec3-ba7e-434f2c4773ed {{(pid=118833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:30.265888 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1c1000fd-4913-4094-80e8-a199c1b91582 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:30.309388 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f0748-f66d-42b4-a669-768f797c9296 req-6aab2068-1cba-4785-98d3-e80ff93e26c2 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:30.311049 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ce9f0748-f66d-42b4-a669-768f797c9296 req-6aab2068-1cba-4785-98d3-e80ff93e26c2 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=2697331c-760a-484e-bd47-e4aa7968c997 HTTP/1.1" status: 200 len: 943 time: 0.1177030 Oct 27 17:13:30.343065 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1c1000fd-4913-4094-80e8-a199c1b91582 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:30.343388 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1c1000fd-4913-4094-80e8-a199c1b91582 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:30.356497 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-0db19d4d-688b-4513-9530-557660f30ca4 service neutron] 10.222.0.11 "GET /v2.0/networks/bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242883 Oct 27 17:13:30.356693 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-1c1000fd-4913-4094-80e8-a199c1b91582 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Calling delete_port for ca72d67f-2fc1-4ec3-ba7e-434f2c4773ed owned by network:floatingip {{(pid=118833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:30.393398 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ce9f0748-f66d-42b4-a669-768f797c9296 req-f73b7326-fca3-4564-a0de-835167715c7e tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660002 Oct 27 17:13:30.484837 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6c6e0258-48ba-45f4-bde8-2d729df17a89 req-f7fbc3ba-705a-48ac-9452-eead9661c72b service neutron] 10.222.0.11 "GET /v2.0/networks/bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214237 Oct 27 17:13:30.620525 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1c1000fd-4913-4094-80e8-a199c1b91582 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:30.651807 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1000fd-4913-4094-80e8-a199c1b91582 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Pushing event deleted for resources: {'Port': ['ID=ca72d67f-2fc1-4ec3-ba7e-434f2c4773ed,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:30.714417 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1c1000fd-4913-4094-80e8-a199c1b91582 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for floatingip, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:30.714739 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.db.l3_db [None req-1c1000fd-4913-4094-80e8-a199c1b91582 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Floating IP 6a2b3eb8-1228-4764-af61-538427b26fc5 disassociated (deleted). External IP: 172.27.3.181, port: ea98f617-8945-462d-a50b-b84781e003f9. Oct 27 17:13:30.928494 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1000fd-4913-4094-80e8-a199c1b91582 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:13:31.035637 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1000fd-4913-4094-80e8-a199c1b91582 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:13:31.040103 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-1c1000fd-4913-4094-80e8-a199c1b91582 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for floatingip, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:31.052827 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3229984b-388b-490b-9af4-bb1afc387351 None None] Sync routers for ids ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:13:31.065917 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3229984b-388b-490b-9af4-bb1afc387351 None None] Routers {'4a549c17-e83c-4ec6-b60e-3eb96d734b82'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:31.067784 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-3229984b-388b-490b-9af4-bb1afc387351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:13:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:31.071306 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-1c1000fd-4913-4094-80e8-a199c1b91582 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "DELETE /v2.0/floatingips/6a2b3eb8-1228-4764-af61-538427b26fc5 HTTP/1.1" status: 204 len: 168 time: 0.9767830 Oct 27 17:13:31.071983 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab33cd4-5cd0-4b1c-84da-0f8db274546a', 'tag': 'ea98f617-8945-462d-a50b-b84781e003f9'}] {{(pid=118833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:13:31.074388 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c66521ff26e5cb966b8f79b87702808b323f371d754c2b2b0a866cc42f0a139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10a5f3e-7388-420f-9286-1e5875e6cc02" -d '{"events": [{"name": "network-changed", "server_uuid": "bab33cd4-5cd0-4b1c-84da-0f8db274546a", "tag": "ea98f617-8945-462d-a50b-b84781e003f9"}]}' {{(pid=118833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:13:31.190747 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-3229984b-388b-490b-9af4-bb1afc387351 None None] Set router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:31.238389 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a3b3a5-8275-4ac7-8cda-a3db907d9c18 x-openstack-request-id: req-86a3b3a5-8275-4ac7-8cda-a3db907d9c18 {{(pid=118833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:13:31.238938 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab33cd4-5cd0-4b1c-84da-0f8db274546a", "tag": "ea98f617-8945-462d-a50b-b84781e003f9", "status": "completed", "code": 200}]} {{(pid=118833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:13:31.238938 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-86a3b3a5-8275-4ac7-8cda-a3db907d9c18 {{(pid=118833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:13:31.239332 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab33cd4-5cd0-4b1c-84da-0f8db274546a', 'tag': 'ea98f617-8945-462d-a50b-b84781e003f9', 'status': 'completed', 'code': 200} Oct 27 17:13:31.408500 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-3229984b-388b-490b-9af4-bb1afc387351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:27Z', 'revision_number': 4, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '7297784e-50c7-4327-85e2-f8300b784542', 'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'mac_address': 'fa:16:3e:39:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:26Z', 'updated_at': '2021-10-27T17:02:31Z', 'revision_number': 5, 'project_id': 'b56b830b8c974548b53ba292242131df', 'subnets': [{'id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:31.437449 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3229984b-388b-490b-9af4-bb1afc387351 None None] Checking router: 4a549c17-e83c-4ec6-b60e-3eb96d734b82 for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:13:31.449459 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3229984b-388b-490b-9af4-bb1afc387351 None None] Routers {'4a549c17-e83c-4ec6-b60e-3eb96d734b82'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:31.450273 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-3229984b-388b-490b-9af4-bb1afc387351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:13:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:31.550872 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd646f-394b-4d3f-95c0-539ffdf462e4 req-a259bdc4-2f1b-426a-a6b5-d936ad47bd17 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:31.552798 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-75fd646f-394b-4d3f-95c0-539ffdf462e4 req-a259bdc4-2f1b-426a-a6b5-d936ad47bd17 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 946 time: 0.0558455 Oct 27 17:13:31.581119 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-3229984b-388b-490b-9af4-bb1afc387351 None None] Set router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:31.599255 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-75fd646f-394b-4d3f-95c0-539ffdf462e4 req-2df10174-346b-4455-b91e-31325ced8eee tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/security-groups?id=5285681e-5bf4-4440-94f5-4beff2a43e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378165 Oct 27 17:13:31.627687 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a5f3e-7388-420f-9286-1e5875e6cc02 req-e2182dbd-e226-4750-95d6-741de0901ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:31.629255 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b10a5f3e-7388-420f-9286-1e5875e6cc02 req-e2182dbd-e226-4750-95d6-741de0901ed2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b56b830b8c974548b53ba292242131df&device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 1099 time: 0.3662112 Oct 27 17:13:31.640737 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ede6d-f3d3-4909-bdb0-9e940eec37bb req-a947c9fa-cb7d-436b-9e5a-84243b3f45de tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:31.642188 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c64ede6d-f3d3-4909-bdb0-9e940eec37bb req-a947c9fa-cb7d-436b-9e5a-84243b3f45de tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=2697331c-760a-484e-bd47-e4aa7968c997 HTTP/1.1" status: 200 len: 943 time: 0.0703859 Oct 27 17:13:31.728309 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c64ede6d-f3d3-4909-bdb0-9e940eec37bb req-00444ec2-9ddb-4637-9078-b5482dd70f10 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780077 Oct 27 17:13:31.756894 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a5f3e-7388-420f-9286-1e5875e6cc02 req-f58a6fdc-2f7a-4030-a0f1-c005bb9bd042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:31.758342 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b10a5f3e-7388-420f-9286-1e5875e6cc02 req-f58a6fdc-2f7a-4030-a0f1-c005bb9bd042 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e91aae30-22b6-408a-b5f9-023a720e38a7 HTTP/1.1" status: 200 len: 914 time: 0.1153171 Oct 27 17:13:31.798721 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-3229984b-388b-490b-9af4-bb1afc387351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:27Z', 'revision_number': 4, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '7297784e-50c7-4327-85e2-f8300b784542', 'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'mac_address': 'fa:16:3e:39:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:26Z', 'updated_at': '2021-10-27T17:02:31Z', 'revision_number': 5, 'project_id': 'b56b830b8c974548b53ba292242131df', 'subnets': [{'id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:31.804343 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b10a5f3e-7388-420f-9286-1e5875e6cc02 req-31801109-7c18-4593-b932-528ce81f8639 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea98f617-8945-462d-a50b-b84781e003f9 HTTP/1.1" status: 200 len: 217 time: 0.0369644 Oct 27 17:13:31.825948 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3229984b-388b-490b-9af4-bb1afc387351 None None] The sync data for ids ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'] in dv-cinder-815701-1-iscsi is: [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:27Z', 'revision_number': 4, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '7297784e-50c7-4327-85e2-f8300b784542', 'name': '', 'network_id': 'e91aae30-22b6-408a-b5f9-023a720e38a7', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'mac_address': 'fa:16:3e:39:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:26Z', 'updated_at': '2021-10-27T17:02:31Z', 'revision_number': 5, 'project_id': 'b56b830b8c974548b53ba292242131df', 'subnets': [{'id': '8c198ae9-9d38-4325-9957-9b7c60096236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:13:31.863799 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a5f3e-7388-420f-9286-1e5875e6cc02 req-971d18d4-1752-46a3-a8df-82943f357139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:31.865276 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b10a5f3e-7388-420f-9286-1e5875e6cc02 req-971d18d4-1752-46a3-a8df-82943f357139 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c198ae9-9d38-4325-9957-9b7c60096236 HTTP/1.1" status: 200 len: 851 time: 0.0503781 Oct 27 17:13:31.914853 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a5f3e-7388-420f-9286-1e5875e6cc02 req-6e9e1ce6-94b8-4f26-a4d9-16310739e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:31.916862 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b10a5f3e-7388-420f-9286-1e5875e6cc02 req-6e9e1ce6-94b8-4f26-a4d9-16310739e873 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e91aae30-22b6-408a-b5f9-023a720e38a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420315 Oct 27 17:13:32.022846 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b10a5f3e-7388-420f-9286-1e5875e6cc02 req-633df30e-40aa-4b9e-ab12-6f4ea43942bd service neutron] 10.222.0.11 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929487 Oct 27 17:13:32.076073 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97befcc-763a-4e28-97fe-2306ab6b6023 None None] New status for floating IP 6a2b3eb8-1228-4764-af61-538427b26fc5: DOWN {{(pid=118836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:13:32.131033 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b10a5f3e-7388-420f-9286-1e5875e6cc02 req-564070a2-14ae-4b0f-b1e7-e0913925fa55 service neutron] 10.222.0.11 "GET /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992098 Oct 27 17:13:32.289079 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70492747-dfc5-4bb1-8210-66539c4c536d req-efb3f202-122c-4397-9b0d-9574bc313c68 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:32.290512 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-70492747-dfc5-4bb1-8210-66539c4c536d req-efb3f202-122c-4397-9b0d-9574bc313c68 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.11 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 946 time: 0.0478821 Oct 27 17:13:32.396093 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-70492747-dfc5-4bb1-8210-66539c4c536d req-0ce71cfb-a6ef-4254-b79a-ccfa1788a62a tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Deleting port ea98f617-8945-462d-a50b-b84781e003f9 {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:32.396331 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-70492747-dfc5-4bb1-8210-66539c4c536d req-0ce71cfb-a6ef-4254-b79a-ccfa1788a62a tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:32.486017 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-70492747-dfc5-4bb1-8210-66539c4c536d req-0ce71cfb-a6ef-4254-b79a-ccfa1788a62a tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] For port ea98f617-8945-462d-a50b-b84781e003f9, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=ea98f617-8945-462d-a50b-b84781e003f9,segment=NetworkSegment(1aac70d7-0812-41ad-a7fe-8333e95f8e13),segment_id=1aac70d7-0812-41ad-a7fe-8333e95f8e13)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:32.486377 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-70492747-dfc5-4bb1-8210-66539c4c536d req-0ce71cfb-a6ef-4254-b79a-ccfa1788a62a tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:32.498858 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-70492747-dfc5-4bb1-8210-66539c4c536d req-0ce71cfb-a6ef-4254-b79a-ccfa1788a62a tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Calling delete_port for ea98f617-8945-462d-a50b-b84781e003f9 owned by compute:nova {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:32.686051 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-70492747-dfc5-4bb1-8210-66539c4c536d req-0ce71cfb-a6ef-4254-b79a-ccfa1788a62a tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:32.706170 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-db4ecc80-bba6-4be9-aaa2-04511272c1b7 req-b6fc231b-18b4-4098-80ea-8013ebb18f34 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 210 time: 0.0313098 Oct 27 17:13:32.724855 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce71cfb-a6ef-4254-b79a-ccfa1788a62a tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Pushing event deleted for resources: {'Port': ['ID=ea98f617-8945-462d-a50b-b84781e003f9,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:32.770454 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-70492747-dfc5-4bb1-8210-66539c4c536d req-0ce71cfb-a6ef-4254-b79a-ccfa1788a62a tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] No DVR routers for this DVR port ea98f617-8945-462d-a50b-b84781e003f9 on host hv-cinder-81570 {{(pid=118834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:13:32.773039 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-70492747-dfc5-4bb1-8210-66539c4c536d req-0ce71cfb-a6ef-4254-b79a-ccfa1788a62a tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:32.777408 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-70492747-dfc5-4bb1-8210-66539c4c536d req-0ce71cfb-a6ef-4254-b79a-ccfa1788a62a tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.11 "DELETE /v2.0/ports/ea98f617-8945-462d-a50b-b84781e003f9 HTTP/1.1" status: 204 len: 173 time: 0.4791801 Oct 27 17:13:32.777874 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab33cd4-5cd0-4b1c-84da-0f8db274546a', 'name': 'network-vif-deleted', 'tag': 'ea98f617-8945-462d-a50b-b84781e003f9'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:13:32.780484 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b34392-81ff-4464-9727-3a4a0a183303" -d '{"events": [{"server_uuid": "bab33cd4-5cd0-4b1c-84da-0f8db274546a", "name": "network-vif-deleted", "tag": "ea98f617-8945-462d-a50b-b84781e003f9"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:13:32.818654 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8deac9-c994-4415-9065-cd9d24fbaa2d x-openstack-request-id: req-2f8deac9-c994-4415-9065-cd9d24fbaa2d {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:13:32.818936 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab33cd4-5cd0-4b1c-84da-0f8db274546a", "name": "network-vif-deleted", "tag": "ea98f617-8945-462d-a50b-b84781e003f9", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:13:32.819187 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-2f8deac9-c994-4415-9065-cd9d24fbaa2d {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:13:32.819571 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab33cd4-5cd0-4b1c-84da-0f8db274546a', 'name': 'network-vif-deleted', 'tag': 'ea98f617-8945-462d-a50b-b84781e003f9', 'status': 'completed', 'code': 200} Oct 27 17:13:32.862409 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10990aa9-f727-4fb9-8cb3-82bd5fbd4784 req-2aab38d6-0f3b-45b4-b97c-fec6710f89d4 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:32.863900 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-10990aa9-f727-4fb9-8cb3-82bd5fbd4784 req-2aab38d6-0f3b-45b4-b97c-fec6710f89d4 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=2697331c-760a-484e-bd47-e4aa7968c997 HTTP/1.1" status: 200 len: 943 time: 0.0551026 Oct 27 17:13:32.909117 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-10990aa9-f727-4fb9-8cb3-82bd5fbd4784 req-eaed2c44-8f71-4a7b-9871-749cd6ce33fe tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390694 Oct 27 17:13:33.460584 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:13:33.822347 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8186bc83-46e6-43af-be95-eb7db603836f req-66e6d2c0-ed49-4995-99f0-90614e9a8216 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "GET /v2.0/ports?device_id=bab33cd4-5cd0-4b1c-84da-0f8db274546a HTTP/1.1" status: 200 len: 210 time: 0.0265641 Oct 27 17:13:34.026742 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff8f57-eca8-4192-bcd3-45e3ef02a0e6 req-7794a515-0a74-492d-9b00-9dc03e7c5d4e tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:34.028208 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-96ff8f57-eca8-4192-bcd3-45e3ef02a0e6 req-7794a515-0a74-492d-9b00-9dc03e7c5d4e tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=2697331c-760a-484e-bd47-e4aa7968c997 HTTP/1.1" status: 200 len: 943 time: 0.0516889 Oct 27 17:13:34.067175 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-96ff8f57-eca8-4192-bcd3-45e3ef02a0e6 req-0b9449c2-6815-4388-8aaf-a51e452a8cfc tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327160 Oct 27 17:13:34.741717 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 34982) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:34.834161 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device e2c42066-5bb0-4260-8ed0-7c7d420c5769 details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:13:34.849051 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-75126266-aa3b-44c4-9d10-d3b11ffc1035 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:34.910616 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 34988) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:34.949116 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-75126266-aa3b-44c4-9d10-d3b11ffc1035 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:34.954902 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port e2c42066-5bb0-4260-8ed0-7c7d420c5769, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=e2c42066-5bb0-4260-8ed0-7c7d420c5769,segment=NetworkSegment(1e562b32-44b3-4d80-a0e6-06e63d8d9332),segment_id=1e562b32-44b3-4d80-a0e6-06e63d8d9332)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:34.967416 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': 'e2c42066-5bb0-4260-8ed0-7c7d420c5769', 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d', 'port_id': 'e2c42066-5bb0-4260-8ed0-7c7d420c5769', 'mac_address': 'fa:16:3e:41:ae:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002adcd4-bbca-4869-abb7-faa23c65ce4f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:13:35.008293 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:35.014467 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-75126266-aa3b-44c4-9d10-d3b11ffc1035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:35.035533 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c42066-5bb0-4260-8ed0-7c7d420c5769 {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:13:35.042683 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-43ac0b9b-2ffd-44bc-b1a5-7915ab888c67 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Deleting port bde22dd1-3533-4eca-8431-b9166eed440e {{(pid=118833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:35.042850 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-43ac0b9b-2ffd-44bc-b1a5-7915ab888c67 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:35.056943 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75126266-aa3b-44c4-9d10-d3b11ffc1035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ab42bb-2940-41fa-9eb0-b425d9f10b42,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:35.059979 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port e2c42066-5bb0-4260-8ed0-7c7d420c5769, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=e2c42066-5bb0-4260-8ed0-7c7d420c5769,segment=NetworkSegment(1e562b32-44b3-4d80-a0e6-06e63d8d9332),segment_id=1e562b32-44b3-4d80-a0e6-06e63d8d9332)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:35.076629 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-75126266-aa3b-44c4-9d10-d3b11ffc1035 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=9d85c90d7f2c401287be0c6c49582772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318877 Oct 27 17:13:35.077346 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 34990) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:35.124049 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:35.131425 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-43ac0b9b-2ffd-44bc-b1a5-7915ab888c67 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:35.132403 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-43ac0b9b-2ffd-44bc-b1a5-7915ab888c67 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:35.144843 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-43ac0b9b-2ffd-44bc-b1a5-7915ab888c67 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Calling delete_port for bde22dd1-3533-4eca-8431-b9166eed440e owned by network:floatingip {{(pid=118833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:35.146065 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8eaa7cdd-4f82-41ab-a228-74835ea8bc5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:35.185863 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=e2c42066-5bb0-4260-8ed0-7c7d420c5769,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:35.202235 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8eaa7cdd-4f82-41ab-a228-74835ea8bc5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:35.231285 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb129fe-4455-4b73-9ce6-f5cfbe22c3ef req-c5ccb31b-54a7-4864-8a0c-e8201cd27a24 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:35.233083 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4eb129fe-4455-4b73-9ce6-f5cfbe22c3ef req-c5ccb31b-54a7-4864-8a0c-e8201cd27a24 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=2697331c-760a-484e-bd47-e4aa7968c997 HTTP/1.1" status: 200 len: 944 time: 0.0894907 Oct 27 17:13:35.290042 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4eb129fe-4455-4b73-9ce6-f5cfbe22c3ef req-97c487e4-3a8a-4064-a519-f6eaf0f91836 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383797 Oct 27 17:13:35.368722 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8eaa7cdd-4f82-41ab-a228-74835ea8bc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:35.369037 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-43ac0b9b-2ffd-44bc-b1a5-7915ab888c67 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:35.371733 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8eaa7cdd-4f82-41ab-a228-74835ea8bc5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:35.375657 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-8eaa7cdd-4f82-41ab-a228-74835ea8bc5c admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/b3ab42bb-2940-41fa-9eb0-b425d9f10b42 HTTP/1.1" status: 204 len: 168 time: 0.2972817 Oct 27 17:13:35.383514 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa7cdd-4f82-41ab-a228-74835ea8bc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ab42bb-2940-41fa-9eb0-b425d9f10b42,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:35.396823 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac0b9b-2ffd-44bc-b1a5-7915ab888c67 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Pushing event deleted for resources: {'Port': ['ID=bde22dd1-3533-4eca-8431-b9166eed440e,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:35.464980 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-43ac0b9b-2ffd-44bc-b1a5-7915ab888c67 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for floatingip, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:35.467607 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-43ac0b9b-2ffd-44bc-b1a5-7915ab888c67 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for floatingip, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:35.468767 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-43ac0b9b-2ffd-44bc-b1a5-7915ab888c67 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "DELETE /v2.0/floatingips/48fb50f1-3b91-446f-89f3-1ff339d51d85 HTTP/1.1" status: 204 len: 168 time: 0.5571616 Oct 27 17:13:35.469812 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['e2c42066-5bb0-4260-8ed0-7c7d420c5769'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:13:35.962960 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:36.372042 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 35024) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:36.414424 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd90e0a-3211-48fe-904c-2f7dffb0287d req-16469aa6-b079-4b56-9fb5-0842870bce65 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:36.416587 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8fd90e0a-3211-48fe-904c-2f7dffb0287d req-16469aa6-b079-4b56-9fb5-0842870bce65 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=2697331c-760a-484e-bd47-e4aa7968c997 HTTP/1.1" status: 200 len: 944 time: 0.0521488 Oct 27 17:13:36.456329 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8fd90e0a-3211-48fe-904c-2f7dffb0287d req-951aab72-e9ab-4b01-9fa8-06f11a372717 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330124 Oct 27 17:13:36.471507 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-d6c50b6e-0bf3-414c-80b0-adf234fb5db3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-466606359-network', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:13:36.574318 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c50b6e-0bf3-414c-80b0-adf234fb5db3 admin admin] Made reservation on behalf of 58707c218a4641608156eecc3b5c1b5c for: {'network': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:13:36.576718 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d6c50b6e-0bf3-414c-80b0-adf234fb5db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for network, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:36.585285 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d6c50b6e-0bf3-414c-80b0-adf234fb5db3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:36.659742 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d6c50b6e-0bf3-414c-80b0-adf234fb5db3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:36.751097 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d6c50b6e-0bf3-414c-80b0-adf234fb5db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:36.776790 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c50b6e-0bf3-414c-80b0-adf234fb5db3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1363, 'physical_network': 'physnet1'} {{(pid=118834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:13:36.783951 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35030) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:36.785714 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c50b6e-0bf3-414c-80b0-adf234fb5db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7760cb48-f300-44b3-acec-3dc6faf34fe9,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:36.791777 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d6c50b6e-0bf3-414c-80b0-adf234fb5db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:36.792767 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.segments_db [None req-d6c50b6e-0bf3-414c-80b0-adf234fb5db3 admin admin] Added segment e5f161e6-0a2f-4cad-b0de-f8495ae1134d of type vlan for network b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e Oct 27 17:13:36.830602 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device e2c42066-5bb0-4260-8ed0-7c7d420c5769 up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:13:36.836378 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d6c50b6e-0bf3-414c-80b0-adf234fb5db3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740459766941'] for network, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:36.846707 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d6434344-fa2f-4e56-8257-9e7c734edb05 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:36.874433 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d6434344-fa2f-4e56-8257-9e7c734edb05 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:36.925729 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d6c50b6e-0bf3-414c-80b0-adf234fb5db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for network, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:36.926858 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c50b6e-0bf3-414c-80b0-adf234fb5db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:36.927509 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d6c50b6e-0bf3-414c-80b0-adf234fb5db3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:36.931815 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 35032) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:36.953976 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning for port e2c42066-5bb0-4260-8ed0-7c7d420c5769 completed by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:13:36.958479 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port e2c42066-5bb0-4260-8ed0-7c7d420c5769 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:13:36.958895 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:36.998395 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c50b6e-0bf3-414c-80b0-adf234fb5db3 admin admin] Pushing event updated for resources: {'Network': ['ID=b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:37.011752 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Network b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e details requested by agent ovs-agent-dv-cinder-815701-1-iscsi with host dv-cinder-815701-1-iscsi {{(pid=118835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:13:37.048428 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d6434344-fa2f-4e56-8257-9e7c734edb05 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:37.095357 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d6434344-fa2f-4e56-8257-9e7c734edb05 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:37.095357 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-d6434344-fa2f-4e56-8257-9e7c734edb05 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] 10.222.0.109 "DELETE /v2.0/security-groups/5285681e-5bf4-4440-94f5-4beff2a43e78 HTTP/1.1" status: 204 len: 168 time: 0.2671237 Oct 27 17:13:37.095357 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6434344-fa2f-4e56-8257-9e7c734edb05 tempest-TestVolumeBootPattern-249705031 tempest-TestVolumeBootPattern-249705031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5285681e-5bf4-4440-94f5-4beff2a43e78,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:37.110804 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:37.136698 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2697331c-760a-484e-bd47-e4aa7968c997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c42066-5bb0-4260-8ed0-7c7d420c5769'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:13:37.139003 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ea2b66-051e-46c6-b679-594ac6193273" -d '{"events": [{"server_uuid": "2697331c-760a-484e-bd47-e4aa7968c997", "name": "network-vif-plugged", "status": "completed", "tag": "e2c42066-5bb0-4260-8ed0-7c7d420c5769"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:13:37.149707 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-d6c50b6e-0bf3-414c-80b0-adf234fb5db3 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7762899 Oct 27 17:13:37.153255 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35042) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:37.158111 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-9165b95c-8874-4021-af21-c3077a783ae2 admin admin] Request body: {'subnet': {'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-466606359-subnet', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'ip_version': 4}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:13:37.161284 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port e2c42066-5bb0-4260-8ed0-7c7d420c5769, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=e2c42066-5bb0-4260-8ed0-7c7d420c5769,segment=NetworkSegment(1e562b32-44b3-4d80-a0e6-06e63d8d9332),segment_id=1e562b32-44b3-4d80-a0e6-06e63d8d9332)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:37.213112 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35044) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:37.240338 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:37.241321 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device ea98f617-8945-462d-a50b-b84781e003f9 no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:13:37.242802 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-0a3a199d-bf35-44f7-b3fd-008809eb6b84 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Deleting port a740381c-bd5f-4091-8836-280aecea98e1 {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:37.243150 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0a3a199d-bf35-44f7-b3fd-008809eb6b84 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:37.265961 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9165b95c-8874-4021-af21-c3077a783ae2 admin admin] Made reservation on behalf of 58707c218a4641608156eecc3b5c1b5c for: {'subnet': 1} {{(pid=118833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:13:37.268285 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9165b95c-8874-4021-af21-c3077a783ae2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130857283'] for subnet, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:37.300982 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] No Port match for: ea98f617-8945-462d-a50b-b84781e003f9 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:13:37.301634 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device ea98f617-8945-462d-a50b-b84781e003f9 not bound to the agent host hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:13:37.339655 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0a3a199d-bf35-44f7-b3fd-008809eb6b84 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:37.339996 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0a3a199d-bf35-44f7-b3fd-008809eb6b84 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:37.340691 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=e2c42066-5bb0-4260-8ed0-7c7d420c5769,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:37.361576 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-0a3a199d-bf35-44f7-b3fd-008809eb6b84 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Calling delete_port for a740381c-bd5f-4091-8836-280aecea98e1 owned by network:floatingip {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:37.362636 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41a7953-9f51-4910-839b-eaf3d4908e22 x-openstack-request-id: req-d41a7953-9f51-4910-839b-eaf3d4908e22 {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:13:37.363515 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2697331c-760a-484e-bd47-e4aa7968c997", "name": "network-vif-plugged", "status": "completed", "tag": "e2c42066-5bb0-4260-8ed0-7c7d420c5769", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:13:37.363942 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-d41a7953-9f51-4910-839b-eaf3d4908e22 {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:13:37.364495 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2697331c-760a-484e-bd47-e4aa7968c997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c42066-5bb0-4260-8ed0-7c7d420c5769', 'code': 200} Oct 27 17:13:37.594715 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825e1b5-bc34-493a-9d9d-2a7b3392d239 req-686c45dd-a8a8-4922-bce5-bb72ae3ed211 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:37.596185 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7825e1b5-bc34-493a-9d9d-2a7b3392d239 req-686c45dd-a8a8-4922-bce5-bb72ae3ed211 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=2697331c-760a-484e-bd47-e4aa7968c997 HTTP/1.1" status: 200 len: 945 time: 0.0516553 Oct 27 17:13:37.597424 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0a3a199d-bf35-44f7-b3fd-008809eb6b84 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:37.634973 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a199d-bf35-44f7-b3fd-008809eb6b84 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Pushing event deleted for resources: {'Port': ['ID=a740381c-bd5f-4091-8836-280aecea98e1,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:37.688410 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9165b95c-8874-4021-af21-c3077a783ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131455226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130857297'] for subnet, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:37.744164 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7825e1b5-bc34-493a-9d9d-2a7b3392d239 req-b4ebd687-b19e-4423-8bc2-01ec5b436ef1 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136956 Oct 27 17:13:37.766896 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0a3a199d-bf35-44f7-b3fd-008809eb6b84 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for floatingip, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:37.766896 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.l3_db [None req-0a3a199d-bf35-44f7-b3fd-008809eb6b84 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Floating IP 86364939-dd5b-4dd0-86f8-94a89c3ccbe4 disassociated (deleted). External IP: 172.27.3.109, port: fe3579e8-529f-48eb-b676-94ff0d8f908d. Oct 27 17:13:37.767237 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165b95c-8874-4021-af21-c3077a783ae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f7f9bbc-0872-4390-b3f6-b34d1897cafe,revision_number=0']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:37.774470 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9165b95c-8874-4021-af21-c3077a783ae2 admin admin] Checking segment: {'id': 'e5f161e6-0a2f-4cad-b0de-f8495ae1134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:13:37.774821 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9165b95c-8874-4021-af21-c3077a783ae2 admin admin] Network hostable DHCP agents. Network: b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e, hostable agents: ['acf894c1-b7b8-4d52-ad08-8b9062216bf0'], hosted agents: [] {{(pid=118833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:13:37.813398 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72dc00-5a21-4de4-b64a-904a50b0acf3 req-2abaf74d-aa52-48ee-a105-2cf660c03ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:37.814896 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-9f72dc00-5a21-4de4-b64a-904a50b0acf3 req-2abaf74d-aa52-48ee-a105-2cf660c03ce7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2697331c-760a-484e-bd47-e4aa7968c997 HTTP/1.1" status: 200 len: 1098 time: 0.1432335 Oct 27 17:13:37.835707 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cc88194c-afd6-41e6-a75d-4153d835618d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133762601'] for router_interface, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:37.888729 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-9f72dc00-5a21-4de4-b64a-904a50b0acf3 req-5359c0b3-c2b4-47b9-8e5c-5794d2aad92a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464821 Oct 27 17:13:37.897818 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9165b95c-8874-4021-af21-c3077a783ae2 admin admin] Network b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e is scheduled to be hosted by DHCP agent acf894c1-b7b8-4d52-ad08-8b9062216bf0 with binding_index 1 {{(pid=118833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:13:38.013278 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-9165b95c-8874-4021-af21-c3077a783ae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815701-1-iscsi, b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e) {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:13:38.018574 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9165b95c-8874-4021-af21-c3077a783ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:38.019156 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9165b95c-8874-4021-af21-c3077a783ae2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:38.025278 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa05efb-383a-4ebe-947b-634aec5eb61b None None] Network b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:13:38.028942 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3a199d-bf35-44f7-b3fd-008809eb6b84 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Router 4eab40d2-6c11-4aa5-85ac-537683199bbb has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:13:38.114870 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-9165b95c-8874-4021-af21-c3077a783ae2 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9605134 Oct 27 17:13:38.117902 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 35050) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:38.121086 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-cc88194c-afd6-41e6-a75d-4153d835618d admin admin] Deleting port 7297784e-50c7-4327-85e2-f8300b784542 {{(pid=118833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:38.121400 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cc88194c-afd6-41e6-a75d-4153d835618d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:38.123245 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-f25bc7a1-9bf5-41b0-863c-fff70a8993ca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-466606359-router', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:13:38.172191 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3a199d-bf35-44f7-b3fd-008809eb6b84 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:13:38.185876 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0a3a199d-bf35-44f7-b3fd-008809eb6b84 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for floatingip, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:38.188035 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e40532d-ab54-4553-a6c7-cd8523abdad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2db10bf-0ac3-55c3-8a00-d510631ac45a-b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e', 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'fixed_ips': [{'subnet_id': '2f7f9bbc-0872-4390-b3f6-b34d1897cafe'}]}} from dv-cinder-815701-1-iscsi. {{(pid=118835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:13:38.189401 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-4e40532d-ab54-4553-a6c7-cd8523abdad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:38.194303 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d017b611-c478-4ddc-bcd6-f1fde409bfbb None None] Sync routers for ids ['4eab40d2-6c11-4aa5-85ac-537683199bbb'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:13:38.206511 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.db [None req-cc88194c-afd6-41e6-a75d-4153d835618d admin admin] For port 7297784e-50c7-4327-85e2-f8300b784542, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=7297784e-50c7-4327-85e2-f8300b784542,segment=NetworkSegment(1aac70d7-0812-41ad-a7fe-8333e95f8e13),segment_id=1aac70d7-0812-41ad-a7fe-8333e95f8e13)] {{(pid=118833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:38.210677 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cc88194c-afd6-41e6-a75d-4153d835618d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:38.218795 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-0a3a199d-bf35-44f7-b3fd-008809eb6b84 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "DELETE /v2.0/floatingips/86364939-dd5b-4dd0-86f8-94a89c3ccbe4 HTTP/1.1" status: 204 len: 168 time: 1.2829852 Oct 27 17:13:38.221004 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-cc88194c-afd6-41e6-a75d-4153d835618d admin admin] Calling delete_port for 7297784e-50c7-4327-85e2-f8300b784542 owned by network:router_interface {{(pid=118833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:38.224839 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41100b3-9255-46d9-828f-96632c8b98a9', 'tag': 'fe3579e8-529f-48eb-b676-94ff0d8f908d'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:13:38.227560 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78af7334-e73e-49f9-99d5-d2b5b500e626" -d '{"events": [{"name": "network-changed", "server_uuid": "f41100b3-9255-46d9-828f-96632c8b98a9", "tag": "fe3579e8-529f-48eb-b676-94ff0d8f908d"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:13:38.229409 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d017b611-c478-4ddc-bcd6-f1fde409bfbb None None] Routers {'4eab40d2-6c11-4aa5-85ac-537683199bbb'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:38.230867 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-d017b611-c478-4ddc-bcd6-f1fde409bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:13:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4eab40d2-6c11-4aa5-85ac-537683199bbb'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:38.246882 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f25bc7a1-9bf5-41b0-863c-fff70a8993ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133762219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5348'] for router, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:38.246882 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f25bc7a1-9bf5-41b0-863c-fff70a8993ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133763026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133802025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5343'] for router, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:38.289990 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44589d6-a1b2-4b06-9316-ef690aac87f9 x-openstack-request-id: req-f44589d6-a1b2-4b06-9316-ef690aac87f9 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:13:38.290288 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41100b3-9255-46d9-828f-96632c8b98a9", "tag": "fe3579e8-529f-48eb-b676-94ff0d8f908d", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:13:38.290543 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-f44589d6-a1b2-4b06-9316-ef690aac87f9 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:13:38.290950 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41100b3-9255-46d9-828f-96632c8b98a9', 'tag': 'fe3579e8-529f-48eb-b676-94ff0d8f908d', 'status': 'completed', 'code': 200} Oct 27 17:13:38.346934 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f25bc7a1-9bf5-41b0-863c-fff70a8993ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:38.376777 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af7334-e73e-49f9-99d5-d2b5b500e626 req-b7dfcd05-35bb-4822-abb9-34643f20a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:38.378387 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-78af7334-e73e-49f9-99d5-d2b5b500e626 req-b7dfcd05-35bb-4822-abb9-34643f20a808 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c20518b6896c4bd5b8e9508a0f84de09&device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 1099 time: 0.0459180 Oct 27 17:13:38.438259 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-d017b611-c478-4ddc-bcd6-f1fde409bfbb None None] Set router 4eab40d2-6c11-4aa5-85ac-537683199bbb gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:38.469399 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.db_base_plugin_common [None req-4e40532d-ab54-4553-a6c7-cd8523abdad7 None None] Allocated IP 172.20.0.2 (b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e/2f7f9bbc-0872-4390-b3f6-b34d1897cafe/9af285cc-d4ae-469a-aff7-45c628b3e2c7) {{(pid=118835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:13:38.522974 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cc88194c-afd6-41e6-a75d-4153d835618d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:38.551621 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88194c-afd6-41e6-a75d-4153d835618d admin admin] Pushing event deleted for resources: {'Port': ['ID=7297784e-50c7-4327-85e2-f8300b784542,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:38.626099 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f25bc7a1-9bf5-41b0-863c-fff70a8993ca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:38.631262 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af7334-e73e-49f9-99d5-d2b5b500e626 req-82665208-5686-4c76-b334-c538659768cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:38.632920 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-78af7334-e73e-49f9-99d5-d2b5b500e626 req-82665208-5686-4c76-b334-c538659768cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=07498dd1-2882-444c-978e-46285484b33d HTTP/1.1" status: 200 len: 910 time: 0.2450309 Oct 27 17:13:38.708521 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-78af7334-e73e-49f9-99d5-d2b5b500e626 req-eadf3955-119d-4652-91c9-5c12c29f3eaa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe3579e8-529f-48eb-b676-94ff0d8f908d HTTP/1.1" status: 200 len: 217 time: 0.0609622 Oct 27 17:13:38.790969 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cc88194c-afd6-41e6-a75d-4153d835618d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133607305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133762757'] for router_interface, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:38.823536 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af7334-e73e-49f9-99d5-d2b5b500e626 req-967411f2-13e0-47f2-ae18-7311663ce807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:38.825048 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-78af7334-e73e-49f9-99d5-d2b5b500e626 req-967411f2-13e0-47f2-ae18-7311663ce807 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2038848a-a09a-4f9c-a4fd-769b5112000d HTTP/1.1" status: 200 len: 847 time: 0.0991621 Oct 27 17:13:38.841502 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db819e-1770-4ceb-a812-0e2f95dbfc13 req-dbb941af-2ae4-4872-aeb3-ef6c334df3c2 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:38.842968 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-70db819e-1770-4ceb-a812-0e2f95dbfc13 req-dbb941af-2ae4-4872-aeb3-ef6c334df3c2 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.1466818 Oct 27 17:13:38.920655 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-70db819e-1770-4ceb-a812-0e2f95dbfc13 req-9c437628-489a-4bdc-bc0e-c575de627333 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677166 Oct 27 17:13:38.928433 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af7334-e73e-49f9-99d5-d2b5b500e626 req-b04d8df9-d1d1-40ae-bed3-5dd54de5dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:38.929212 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-4e40532d-ab54-4553-a6c7-cd8523abdad7 None None] Publish callbacks [] for port, precommit_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:38.929924 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-78af7334-e73e-49f9-99d5-d2b5b500e626 req-b04d8df9-d1d1-40ae-bed3-5dd54de5dda2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07498dd1-2882-444c-978e-46285484b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859036 Oct 27 17:13:38.958942 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-d017b611-c478-4ddc-bcd6-f1fde409bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'name': 'tempest-TestShelveInstance-178698612-router', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:06:54Z', 'updated_at': '2021-10-27T17:06:57Z', 'revision_number': 4, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'gw_port': {'id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:06:55Z', 'updated_at': '2021-10-27T17:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': 'dd08161c-4b2e-499e-92fa-aba08d9c4314', 'name': '', 'network_id': '07498dd1-2882-444c-978e-46285484b33d', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'mac_address': 'fa:16:3e:f4:34:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2038848a-a09a-4f9c-a4fd-769b5112000d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:06:57Z', 'updated_at': '2021-10-27T17:07:01Z', 'revision_number': 5, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'subnets': [{'id': '2038848a-a09a-4f9c-a4fd-769b5112000d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:38.988894 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d017b611-c478-4ddc-bcd6-f1fde409bfbb None None] Checking router: 4eab40d2-6c11-4aa5-85ac-537683199bbb for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:13:39.000553 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-4e40532d-ab54-4553-a6c7-cd8523abdad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268'] for port, after_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:39.009070 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d017b611-c478-4ddc-bcd6-f1fde409bfbb None None] Routers {'4eab40d2-6c11-4aa5-85ac-537683199bbb'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:39.009721 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-d017b611-c478-4ddc-bcd6-f1fde409bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:13:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4eab40d2-6c11-4aa5-85ac-537683199bbb'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:39.118524 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e40532d-ab54-4553-a6c7-cd8523abdad7 None None] Network b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e is already hosted by enough agents. {{(pid=118835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:13:39.130194 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.scheduler.base_scheduler [None req-4e40532d-ab54-4553-a6c7-cd8523abdad7 None None] Resources bound (agent type, host, resource id): {{(pid=118835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:13:39.138766 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e40532d-ab54-4553-a6c7-cd8523abdad7 None None] Received port after_create {{(pid=118835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:13:39.143296 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40532d-ab54-4553-a6c7-cd8523abdad7 None None] Pushing event updated for resources: {'Port': ['ID=9af285cc-d4ae-469a-aff7-45c628b3e2c7,revision_number=1']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:39.188636 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f25bc7a1-9bf5-41b0-863c-fff70a8993ca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:39.191833 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-78af7334-e73e-49f9-99d5-d2b5b500e626 req-0a8a0b46-0ab8-4d92-b79c-1becfc6afb48 service neutron] 10.222.0.11 "GET /v2.0/networks/07498dd1-2882-444c-978e-46285484b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424140 Oct 27 17:13:39.220532 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f25bc7a1-9bf5-41b0-863c-fff70a8993ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:39.231335 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-4e40532d-ab54-4553-a6c7-cd8523abdad7 None None] Attempting to bind port 9af285cc-d4ae-469a-aff7-45c628b3e2c7 on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:13:39.231859 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-4e40532d-ab54-4553-a6c7-cd8523abdad7 None None] Attempting to bind port 9af285cc-d4ae-469a-aff7-45c628b3e2c7 by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': 'e5f161e6-0a2f-4cad-b0de-f8495ae1134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e'}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:13:39.232229 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e40532d-ab54-4553-a6c7-cd8523abdad7 None None] Attempting to bind port 9af285cc-d4ae-469a-aff7-45c628b3e2c7 on network b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:13:39.237998 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-d017b611-c478-4ddc-bcd6-f1fde409bfbb None None] Set router 4eab40d2-6c11-4aa5-85ac-537683199bbb gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:39.240724 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386e1df-0888-4023-8c79-64d31349b6dc req-93af2199-74f5-4b62-b1c9-57efb9dba810 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:39.248948 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4386e1df-0888-4023-8c79-64d31349b6dc req-93af2199-74f5-4b62-b1c9-57efb9dba810 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=2697331c-760a-484e-bd47-e4aa7968c997 HTTP/1.1" status: 200 len: 945 time: 0.3381028 Oct 27 17:13:39.267931 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e40532d-ab54-4553-a6c7-cd8523abdad7 None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:13:39.267931 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e40532d-ab54-4553-a6c7-cd8523abdad7 None None] Checking segment: {'id': 'e5f161e6-0a2f-4cad-b0de-f8495ae1134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:13:39.268307 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-4e40532d-ab54-4553-a6c7-cd8523abdad7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:39.268544 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e40532d-ab54-4553-a6c7-cd8523abdad7 None None] Bound using segment: {'id': 'e5f161e6-0a2f-4cad-b0de-f8495ae1134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e'} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:13:39.268965 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-4e40532d-ab54-4553-a6c7-cd8523abdad7 None None] Bound port: 9af285cc-d4ae-469a-aff7-45c628b3e2c7, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f161e6-0a2f-4cad-b0de-f8495ae1134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e'}}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:13:39.269347 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-4e40532d-ab54-4553-a6c7-cd8523abdad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:39.321419 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-4386e1df-0888-4023-8c79-64d31349b6dc req-3064ca62-f533-4700-9b8b-5a1cb362d389 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723090 Oct 27 17:13:39.384434 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-78af7334-e73e-49f9-99d5-d2b5b500e626 req-4c12f358-19ba-44bd-9692-3b11c62a856f service neutron] 10.222.0.11 "GET /v2.0/networks/07498dd1-2882-444c-978e-46285484b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724031 Oct 27 17:13:39.410585 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [None req-f25bc7a1-9bf5-41b0-863c-fff70a8993ca admin admin] Allocated IP 172.27.3.20 (ed716183-5f1c-445b-936f-259913b9090b/855c9060-65b5-4295-a48e-32e34bdb0777/4a723a45-5d08-4720-a233-2b562a98fe56) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:13:39.417905 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc88194c-afd6-41e6-a75d-4153d835618d admin admin] Router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:13:39.444247 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-4e40532d-ab54-4553-a6c7-cd8523abdad7 None None] For port 9af285cc-d4ae-469a-aff7-45c628b3e2c7, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:13:39.450574 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-4e40532d-ab54-4553-a6c7-cd8523abdad7 None None] For port 9af285cc-d4ae-469a-aff7-45c628b3e2c7, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=9af285cc-d4ae-469a-aff7-45c628b3e2c7,segment=NetworkSegment(e5f161e6-0a2f-4cad-b0de-f8495ae1134d),segment_id=e5f161e6-0a2f-4cad-b0de-f8495ae1134d)] {{(pid=118835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:13:39.552653 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-d017b611-c478-4ddc-bcd6-f1fde409bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'name': 'tempest-TestShelveInstance-178698612-router', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:06:54Z', 'updated_at': '2021-10-27T17:06:57Z', 'revision_number': 4, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'gw_port': {'id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:06:55Z', 'updated_at': '2021-10-27T17:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': 'dd08161c-4b2e-499e-92fa-aba08d9c4314', 'name': '', 'network_id': '07498dd1-2882-444c-978e-46285484b33d', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'mac_address': 'fa:16:3e:f4:34:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2038848a-a09a-4f9c-a4fd-769b5112000d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:06:57Z', 'updated_at': '2021-10-27T17:07:01Z', 'revision_number': 5, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'subnets': [{'id': '2038848a-a09a-4f9c-a4fd-769b5112000d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:39.554507 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f25bc7a1-9bf5-41b0-863c-fff70a8993ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:39.560695 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc88194c-afd6-41e6-a75d-4153d835618d admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:13:39.566736 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-cc88194c-afd6-41e6-a75d-4153d835618d admin admin] 10.222.0.109 "PUT /v2.0/routers/4a549c17-e83c-4ec6-b60e-3eb96d734b82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3517215 Oct 27 17:13:39.569464 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35060) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:39.576494 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0517962d-243c-4c00-91b4-ebd0a8f2453e None None] Sync routers for ids ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'] in dv-cinder-815701-1-iscsi {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:13:39.587393 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-4e40532d-ab54-4553-a6c7-cd8523abdad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:39.589639 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0517962d-243c-4c00-91b4-ebd0a8f2453e None None] Routers {'4a549c17-e83c-4ec6-b60e-3eb96d734b82'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:39.590718 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-0517962d-243c-4c00-91b4-ebd0a8f2453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:13:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:39.591137 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d017b611-c478-4ddc-bcd6-f1fde409bfbb None None] The sync data for ids ['4eab40d2-6c11-4aa5-85ac-537683199bbb'] in dv-cinder-815701-1-iscsi is: [{'id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'name': 'tempest-TestShelveInstance-178698612-router', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:06:54Z', 'updated_at': '2021-10-27T17:06:57Z', 'revision_number': 4, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'gw_port': {'id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:06:55Z', 'updated_at': '2021-10-27T17:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': 'dd08161c-4b2e-499e-92fa-aba08d9c4314', 'name': '', 'network_id': '07498dd1-2882-444c-978e-46285484b33d', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'mac_address': 'fa:16:3e:f4:34:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2038848a-a09a-4f9c-a4fd-769b5112000d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:06:57Z', 'updated_at': '2021-10-27T17:07:01Z', 'revision_number': 5, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'subnets': [{'id': '2038848a-a09a-4f9c-a4fd-769b5112000d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:13:39.674254 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40532d-ab54-4553-a6c7-cd8523abdad7 None None] Pushing event updated for resources: {'Port': ['ID=9af285cc-d4ae-469a-aff7-45c628b3e2c7,revision_number=2']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:39.684226 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f25bc7a1-9bf5-41b0-863c-fff70a8993ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:39.731629 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8f13c7b2-d7bf-4bc6-a7b1-c386df4427a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:39.742830 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25bc7a1-9bf5-41b0-863c-fff70a8993ca admin admin] Network ed716183-5f1c-445b-936f-259913b9090b is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:13:39.755959 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-f25bc7a1-9bf5-41b0-863c-fff70a8993ca admin admin] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:13:39.760002 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25bc7a1-9bf5-41b0-863c-fff70a8993ca admin admin] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:13:39.787435 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25bc7a1-9bf5-41b0-863c-fff70a8993ca admin admin] Pushing event updated for resources: {'Port': ['ID=4a723a45-5d08-4720-a233-2b562a98fe56,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:39.788411 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-0517962d-243c-4c00-91b4-ebd0a8f2453e None None] Set router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:39.876906 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8f13c7b2-d7bf-4bc6-a7b1-c386df4427a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:40.019610 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-8f13c7b2-d7bf-4bc6-a7b1-c386df4427a0 admin admin] Deleting port 0373de6e-7e9a-4aa7-88da-299bda1de005 {{(pid=118833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:40.019948 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8f13c7b2-d7bf-4bc6-a7b1-c386df4427a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:40.069014 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-0517962d-243c-4c00-91b4-ebd0a8f2453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:13:38Z', 'revision_number': 5, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port': {'id': '0373de6e-7e9a-4aa7-88da-299bda1de005', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:40.124523 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0517962d-243c-4c00-91b4-ebd0a8f2453e None None] Checking router: 4a549c17-e83c-4ec6-b60e-3eb96d734b82 for host: dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:13:40.124744 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d06b04f-8f11-4b8f-854e-165043fc8b48 None None] New status for floating IP 86364939-dd5b-4dd0-86f8-94a89c3ccbe4: DOWN {{(pid=118835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:13:40.152823 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0517962d-243c-4c00-91b4-ebd0a8f2453e None None] Routers {'4a549c17-e83c-4ec6-b60e-3eb96d734b82'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:40.152823 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-0517962d-243c-4c00-91b4-ebd0a8f2453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:13:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:40.162218 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.db [None req-8f13c7b2-d7bf-4bc6-a7b1-c386df4427a0 admin admin] For port 0373de6e-7e9a-4aa7-88da-299bda1de005, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=0373de6e-7e9a-4aa7-88da-299bda1de005,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:40.163015 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8f13c7b2-d7bf-4bc6-a7b1-c386df4427a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:40.178319 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-8f13c7b2-d7bf-4bc6-a7b1-c386df4427a0 admin admin] Calling delete_port for 0373de6e-7e9a-4aa7-88da-299bda1de005 owned by network:router_gateway {{(pid=118833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:40.192361 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718d348-9c9a-4f61-9f45-6e7d0386cac9 req-ae954501-d12b-4088-a754-a39f29210043 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:40.193964 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e718d348-9c9a-4f61-9f45-6e7d0386cac9 req-ae954501-d12b-4088-a754-a39f29210043 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.1712725 Oct 27 17:13:40.223702 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f25bc7a1-9bf5-41b0-863c-fff70a8993ca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:40.267442 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-0517962d-243c-4c00-91b4-ebd0a8f2453e None None] Set router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 gateway port host: None {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:40.305723 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e718d348-9c9a-4f61-9f45-6e7d0386cac9 req-aafdb23d-0946-4257-a9dd-bcfcf55281ad tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040061 Oct 27 17:13:40.338125 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-0517962d-243c-4c00-91b4-ebd0a8f2453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:13:39Z', 'revision_number': 6, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port_host': None}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:40.371850 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0517962d-243c-4c00-91b4-ebd0a8f2453e None None] The sync data for ids ['4a549c17-e83c-4ec6-b60e-3eb96d734b82'] in dv-cinder-815701-1-iscsi is: [{'id': '4a549c17-e83c-4ec6-b60e-3eb96d734b82', 'name': 'tempest-TestVolumeBootPattern-1714345668-router', 'tenant_id': 'b56b830b8c974548b53ba292242131df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:23Z', 'updated_at': '2021-10-27T17:13:39Z', 'revision_number': 6, 'project_id': 'b56b830b8c974548b53ba292242131df', 'gw_port_host': None}] {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:13:40.458754 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8f13c7b2-d7bf-4bc6-a7b1-c386df4427a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:40.461098 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f25bc7a1-9bf5-41b0-863c-fff70a8993ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133760848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133762959'] for router, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:40.498389 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13c7b2-d7bf-4bc6-a7b1-c386df4427a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0373de6e-7e9a-4aa7-88da-299bda1de005,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:40.550254 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271da8d-a703-40f4-87a9-502b25aaf63b req-8091e2dd-5831-41ef-81f9-a814fff2d434 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:40.551877 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3271da8d-a703-40f4-87a9-502b25aaf63b req-8091e2dd-5831-41ef-81f9-a814fff2d434 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=2697331c-760a-484e-bd47-e4aa7968c997 HTTP/1.1" status: 200 len: 945 time: 0.1214409 Oct 27 17:13:40.587551 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8f13c7b2-d7bf-4bc6-a7b1-c386df4427a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133703783'] for router_gateway, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:40.697415 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3271da8d-a703-40f4-87a9-502b25aaf63b req-1ae7d573-312f-4809-a74d-e9d75f24af62 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348686 Oct 27 17:13:40.701959 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8f13c7b2-d7bf-4bc6-a7b1-c386df4427a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133760781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5334'] for router, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:40.705008 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8f13c7b2-d7bf-4bc6-a7b1-c386df4427a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:40.843144 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8f13c7b2-d7bf-4bc6-a7b1-c386df4427a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133760794'] for router, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:40.843750 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f13c7b2-d7bf-4bc6-a7b1-c386df4427a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a549c17-e83c-4ec6-b60e-3eb96d734b82 {{(pid=118833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:13:40.852737 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8f13c7b2-d7bf-4bc6-a7b1-c386df4427a0 admin admin] Publish callbacks [] for router, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:40.854066 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-8f13c7b2-d7bf-4bc6-a7b1-c386df4427a0 admin admin] 10.222.0.109 "DELETE /v2.0/routers/4a549c17-e83c-4ec6-b60e-3eb96d734b82 HTTP/1.1" status: 204 len: 168 time: 1.2835095 Oct 27 17:13:40.857388 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35068) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:40.899543 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c6a7c6-2916-44a0-994b-e2a38fe36d96 None None] Network b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:13:40.922923 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f3c59-606e-494b-9700-c3f22e12d095 req-1e049ac0-d131-4da2-ba27-e1a51fbf747f tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:40.924439 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-358f3c59-606e-494b-9700-c3f22e12d095 req-1e049ac0-d131-4da2-ba27-e1a51fbf747f tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.4597855 Oct 27 17:13:40.927174 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_v2 [None req-f79649da-3976-486f-94c0-5d59b9167d14 admin admin] Deleting subnet 8c198ae9-9d38-4325-9957-9b7c60096236 {{(pid=118833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:13:40.930511 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f79649da-3976-486f-94c0-5d59b9167d14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:40.970800 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f79649da-3976-486f-94c0-5d59b9167d14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131504099'] for subnet, precommit_delete_associations {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:41.020400 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-8bd47c8b-9278-4a47-bb63-0b879bcdd56c None None] Provisioning complete for port 9af285cc-d4ae-469a-aff7-45c628b3e2c7 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:13:41.020782 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-8bd47c8b-9278-4a47-bb63-0b879bcdd56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:41.065209 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-358f3c59-606e-494b-9700-c3f22e12d095 req-d59b1419-4fb3-47a5-970a-6a478ce088a8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Deleting port fe3579e8-529f-48eb-b676-94ff0d8f908d {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:41.065536 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f79649da-3976-486f-94c0-5d59b9167d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1424751'] for subnet, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:41.065643 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-358f3c59-606e-494b-9700-c3f22e12d095 req-d59b1419-4fb3-47a5-970a-6a478ce088a8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:41.145304 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25bc7a1-9bf5-41b0-863c-fff70a8993ca admin admin] Router 5f35d2e0-be42-4c2f-b8a1-8b641405e907 is scheduled to L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 with binding_index 1 {{(pid=118834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:13:41.155745 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-8bd47c8b-9278-4a47-bb63-0b879bcdd56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:41.192397 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-8bd47c8b-9278-4a47-bb63-0b879bcdd56c None None] For port 9af285cc-d4ae-469a-aff7-45c628b3e2c7, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=9af285cc-d4ae-469a-aff7-45c628b3e2c7,segment=NetworkSegment(e5f161e6-0a2f-4cad-b0de-f8495ae1134d),segment_id=e5f161e6-0a2f-4cad-b0de-f8495ae1134d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:41.229933 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f79649da-3976-486f-94c0-5d59b9167d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1424742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131455163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130858914'] for subnet, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:41.275418 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8117d8-595f-4201-a73b-f775882e3e66 None None] Network e91aae30-22b6-408a-b5f9-023a720e38a7 requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:13:41.295938 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-358f3c59-606e-494b-9700-c3f22e12d095 req-d59b1419-4fb3-47a5-970a-6a478ce088a8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] For port fe3579e8-529f-48eb-b676-94ff0d8f908d, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=fe3579e8-529f-48eb-b676-94ff0d8f908d,segment=NetworkSegment(0d9014a4-3f25-4fd8-961e-bdce34dcf2dc),segment_id=0d9014a4-3f25-4fd8-961e-bdce34dcf2dc)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:41.296306 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-358f3c59-606e-494b-9700-c3f22e12d095 req-d59b1419-4fb3-47a5-970a-6a478ce088a8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:41.315812 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f79649da-3976-486f-94c0-5d59b9167d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:41.322222 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 35070) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:41.322411 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-f79649da-3976-486f-94c0-5d59b9167d14 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/8c198ae9-9d38-4325-9957-9b7c60096236 HTTP/1.1" status: 204 len: 168 time: 0.4632511 Oct 27 17:13:41.323738 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79649da-3976-486f-94c0-5d59b9167d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c198ae9-9d38-4325-9957-9b7c60096236,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:41.369270 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-8bd47c8b-9278-4a47-bb63-0b879bcdd56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:41.377269 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-358f3c59-606e-494b-9700-c3f22e12d095 req-d59b1419-4fb3-47a5-970a-6a478ce088a8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Calling delete_port for fe3579e8-529f-48eb-b676-94ff0d8f908d owned by compute:nova {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:41.435767 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 9af285cc-d4ae-469a-aff7-45c628b3e2c7 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:13:41.543265 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd47c8b-9278-4a47-bb63-0b879bcdd56c None None] Pushing event updated for resources: {'Port': ['ID=9af285cc-d4ae-469a-aff7-45c628b3e2c7,revision_number=3']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:41.566426 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25bc7a1-9bf5-41b0-863c-fff70a8993ca admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:13:41.583286 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] Sync routers for ids ['5f35d2e0-be42-4c2f-b8a1-8b641405e907'] in dv-cinder-815701-1-iscsi {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:13:41.583965 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-1a75c1de-049e-4cf9-9c51-e76c7fc77087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529236'] for network, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:41.584109 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-71ec458b-6b2b-44ee-8067-1efd171c4c5e None None] Provisioning complete for port 9af285cc-d4ae-469a-aff7-45c628b3e2c7 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:13:41.584109 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-71ec458b-6b2b-44ee-8067-1efd171c4c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:41.599804 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] Routers {'5f35d2e0-be42-4c2f-b8a1-8b641405e907'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:41.600418 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:13:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['5f35d2e0-be42-4c2f-b8a1-8b641405e907'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:41.621235 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656edb1-2833-4f91-b2cf-e22d994ee136 req-0e99694d-be24-4f5d-8269-e202adeff432 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:41.622835 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d656edb1-2833-4f91-b2cf-e22d994ee136 req-0e99694d-be24-4f5d-8269-e202adeff432 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 946 time: 0.1932817 Oct 27 17:13:41.639114 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 9af285cc-d4ae-469a-aff7-45c628b3e2c7 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:13:41.639335 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:41.711349 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-f25bc7a1-9bf5-41b0-863c-fff70a8993ca admin admin] Publish callbacks [] for router, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:41.712605 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-f25bc7a1-9bf5-41b0-863c-fff70a8993ca admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5939047 Oct 27 17:13:41.715885 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35078) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:41.770978 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d656edb1-2833-4f91-b2cf-e22d994ee136 req-a823545e-cf50-44f9-b383-dafcbb554be3 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/security-groups?id=0ddb5a8a-66f7-4ab1-a167-4587726744cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414194 Oct 27 17:13:41.801446 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db6a8e0-f384-4e8d-b7c8-d391e1cccc88 None None] DHCP port deletion for e91aae30-22b6-408a-b5f9-023a720e38a7 request from dv-cinder-815701-1-iscsi {{(pid=118835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:13:41.820223 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-1a75c1de-049e-4cf9-9c51-e76c7fc77087 admin admin] Deleting port 7006c156-57bb-4bbc-a0c3-ae34f29e7c8f {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:41.820587 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-1a75c1de-049e-4cf9-9c51-e76c7fc77087 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:41.845088 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] Set router 5f35d2e0-be42-4c2f-b8a1-8b641405e907 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:41.891611 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-358f3c59-606e-494b-9700-c3f22e12d095 req-d59b1419-4fb3-47a5-970a-6a478ce088a8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:41.893818 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 7297784e-50c7-4327-85e2-f8300b784542 no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:13:41.923738 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: 7297784e-50c7-4327-85e2-f8300b784542 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:13:41.923997 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 7297784e-50c7-4327-85e2-f8300b784542 not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:13:41.924422 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 0373de6e-7e9a-4aa7-88da-299bda1de005 no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:13:41.975843 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [None req-1a75c1de-049e-4cf9-9c51-e76c7fc77087 admin admin] For port 7006c156-57bb-4bbc-a0c3-ae34f29e7c8f, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=7006c156-57bb-4bbc-a0c3-ae34f29e7c8f,segment=NetworkSegment(1aac70d7-0812-41ad-a7fe-8333e95f8e13),segment_id=1aac70d7-0812-41ad-a7fe-8333e95f8e13)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:41.976408 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-1a75c1de-049e-4cf9-9c51-e76c7fc77087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:41.988111 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b1419-4fb3-47a5-970a-6a478ce088a8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Pushing event deleted for resources: {'Port': ['ID=fe3579e8-529f-48eb-b676-94ff0d8f908d,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:42.073612 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-1a75c1de-049e-4cf9-9c51-e76c7fc77087 admin admin] Calling delete_port for 7006c156-57bb-4bbc-a0c3-ae34f29e7c8f owned by network:dhcp {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:42.073612 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b1419-4fb3-47a5-970a-6a478ce088a8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:42.073612 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b1419-4fb3-47a5-970a-6a478ce088a8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:42.073612 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b1419-4fb3-47a5-970a-6a478ce088a8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:42.073612 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b1419-4fb3-47a5-970a-6a478ce088a8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:42.073612 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b1419-4fb3-47a5-970a-6a478ce088a8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:42.073612 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b1419-4fb3-47a5-970a-6a478ce088a8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:42.073612 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b1419-4fb3-47a5-970a-6a478ce088a8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:42.073612 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b1419-4fb3-47a5-970a-6a478ce088a8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:42.073612 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b1419-4fb3-47a5-970a-6a478ce088a8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:42.073612 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b1419-4fb3-47a5-970a-6a478ce088a8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:42.073612 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b1419-4fb3-47a5-970a-6a478ce088a8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:42.073612 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b1419-4fb3-47a5-970a-6a478ce088a8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:42.078401 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-358f3c59-606e-494b-9700-c3f22e12d095 req-d59b1419-4fb3-47a5-970a-6a478ce088a8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] No DVR routers for this DVR port fe3579e8-529f-48eb-b676-94ff0d8f908d on host hv-cinder-81570 {{(pid=118834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:13:42.081608 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-358f3c59-606e-494b-9700-c3f22e12d095 req-d59b1419-4fb3-47a5-970a-6a478ce088a8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:42.085045 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-358f3c59-606e-494b-9700-c3f22e12d095 req-d59b1419-4fb3-47a5-970a-6a478ce088a8 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.11 "DELETE /v2.0/ports/fe3579e8-529f-48eb-b676-94ff0d8f908d HTTP/1.1" status: 204 len: 173 time: 1.1509230 Oct 27 17:13:42.088906 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41100b3-9255-46d9-828f-96632c8b98a9', 'name': 'network-vif-deleted', 'tag': 'fe3579e8-529f-48eb-b676-94ff0d8f908d'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:13:42.091887 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86091578-f1b4-478f-8808-8c4c6fa167ae" -d '{"events": [{"server_uuid": "f41100b3-9255-46d9-828f-96632c8b98a9", "name": "network-vif-deleted", "tag": "fe3579e8-529f-48eb-b676-94ff0d8f908d"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:13:42.095561 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: 0373de6e-7e9a-4aa7-88da-299bda1de005 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:13:42.095926 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 0373de6e-7e9a-4aa7-88da-299bda1de005 not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:13:42.114644 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2ae99d5e-1841-41d7-ae78-daff13760309 req-6ecb9cd3-6460-4100-9d14-1fc3c57f1e63 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2697331c-760a-484e-bd47-e4aa7968c997&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2159526 Oct 27 17:13:42.114770 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-5db6a8e0-f384-4e8d-b7c8-d391e1cccc88 None None] Deleting port 7006c156-57bb-4bbc-a0c3-ae34f29e7c8f {{(pid=118835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:42.114770 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-5db6a8e0-f384-4e8d-b7c8-d391e1cccc88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:42.180360 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cefcbe-854d-456a-a9f4-d874face83d2 x-openstack-request-id: req-81cefcbe-854d-456a-a9f4-d874face83d2 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:13:42.180506 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-5db6a8e0-f384-4e8d-b7c8-d391e1cccc88 None None] For port 7006c156-57bb-4bbc-a0c3-ae34f29e7c8f, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=7006c156-57bb-4bbc-a0c3-ae34f29e7c8f,segment=NetworkSegment(1aac70d7-0812-41ad-a7fe-8333e95f8e13),segment_id=1aac70d7-0812-41ad-a7fe-8333e95f8e13)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:42.180990 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41100b3-9255-46d9-828f-96632c8b98a9", "name": "network-vif-deleted", "tag": "fe3579e8-529f-48eb-b676-94ff0d8f908d", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:13:42.180990 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-81cefcbe-854d-456a-a9f4-d874face83d2 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:13:42.181168 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-5db6a8e0-f384-4e8d-b7c8-d391e1cccc88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:42.181259 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41100b3-9255-46d9-828f-96632c8b98a9', 'name': 'network-vif-deleted', 'tag': 'fe3579e8-529f-48eb-b676-94ff0d8f908d', 'status': 'completed', 'code': 200} Oct 27 17:13:42.191588 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-5db6a8e0-f384-4e8d-b7c8-d391e1cccc88 None None] Calling delete_port for 7006c156-57bb-4bbc-a0c3-ae34f29e7c8f owned by network:dhcp {{(pid=118835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:42.261772 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae99d5e-1841-41d7-ae78-daff13760309 req-732ef4b6-7bf8-4051-a6ec-ee0a72723b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:42.263390 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2ae99d5e-1841-41d7-ae78-daff13760309 req-732ef4b6-7bf8-4051-a6ec-ee0a72723b65 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5526c6afcb241e28e5e9709ce3c0d2f&device_id=2697331c-760a-484e-bd47-e4aa7968c997 HTTP/1.1" status: 200 len: 1098 time: 0.0706084 Oct 27 17:13:42.270452 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'name': 'tempest-TestMinimumBasicScenario-466606359-router', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:13:38Z', 'updated_at': '2021-10-27T17:13:39Z', 'revision_number': 3, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'gw_port': {'id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:39Z', 'updated_at': '2021-10-27T17:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:42.304356 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] Checking router: 5f35d2e0-be42-4c2f-b8a1-8b641405e907 for host: dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:13:42.304727 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] Updating router 5f35d2e0-be42-4c2f-b8a1-8b641405e907 port 4a723a45-5d08-4720-a233-2b562a98fe56 binding host dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:13:42.331108 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:42.364592 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-5db6a8e0-f384-4e8d-b7c8-d391e1cccc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277'] for port, after_delete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:42.387426 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-1a75c1de-049e-4cf9-9c51-e76c7fc77087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:42.390333 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:42.428227 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6a8e0-f384-4e8d-b7c8-d391e1cccc88 None None] Pushing event deleted for resources: {'Port': ['ID=7006c156-57bb-4bbc-a0c3-ae34f29e7c8f,revision_number=None']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:42.430291 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db6a8e0-f384-4e8d-b7c8-d391e1cccc88 None None] No DVR routers for this DVR port 7006c156-57bb-4bbc-a0c3-ae34f29e7c8f on host dv-cinder-815701-1-iscsi {{(pid=118835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:13:42.457699 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75c1de-049e-4cf9-9c51-e76c7fc77087 admin admin] Pushing event deleted for resources: {'Port': ['ID=7006c156-57bb-4bbc-a0c3-ae34f29e7c8f,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:42.461287 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a75c1de-049e-4cf9-9c51-e76c7fc77087 admin admin] No DVR routers for this DVR port 7006c156-57bb-4bbc-a0c3-ae34f29e7c8f on host dv-cinder-815701-1-iscsi {{(pid=118834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:13:42.523765 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae99d5e-1841-41d7-ae78-daff13760309 req-d1d988af-359f-4c56-aa67-b9e394bb55f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:42.525368 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2ae99d5e-1841-41d7-ae78-daff13760309 req-d1d988af-359f-4c56-aa67-b9e394bb55f6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d HTTP/1.1" status: 200 len: 917 time: 0.2395108 Oct 27 17:13:42.611296 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2ae99d5e-1841-41d7-ae78-daff13760309 req-b07eea93-b61b-40f0-9d53-0df35ad9fbce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c42066-5bb0-4260-8ed0-7c7d420c5769 HTTP/1.1" status: 200 len: 217 time: 0.0540342 Oct 27 17:13:42.629369 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-1a75c1de-049e-4cf9-9c51-e76c7fc77087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423354', 'neutron.services.segments.db._delete_segments_for_network-8740460286558'] for network, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:42.632390 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_common [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Allocated IP 172.20.0.1 (b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e/2f7f9bbc-0872-4390-b3f6-b34d1897cafe/10741910-44de-4eff-8be7-c49cfc145f2c) {{(pid=118833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:13:42.672878 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] Publish callbacks [] for port, precommit_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:42.680764 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-1a75c1de-049e-4cf9-9c51-e76c7fc77087 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91aae30-22b6-408a-b5f9-023a720e38a7']}} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:42.695554 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-1a75c1de-049e-4cf9-9c51-e76c7fc77087 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aac70d7-0812-41ad-a7fe-8333e95f8e13') {'for_net_delete': True} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:42.697427 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-1a75c1de-049e-4cf9-9c51-e76c7fc77087 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aac70d7-0812-41ad-a7fe-8333e95f8e13') {} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:42.706176 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae99d5e-1841-41d7-ae78-daff13760309 req-a1ddc2bc-8e2a-4a49-a924-3f4c93119bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:42.707761 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2ae99d5e-1841-41d7-ae78-daff13760309 req-a1ddc2bc-8e2a-4a49-a924-3f4c93119bcf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=002adcd4-bbca-4869-abb7-faa23c65ce4f HTTP/1.1" status: 200 len: 855 time: 0.0878503 Oct 27 17:13:42.711404 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-1a75c1de-049e-4cf9-9c51-e76c7fc77087 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740460286055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130957136'] for segment, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:42.748738 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2ae99d5e-1841-41d7-ae78-daff13760309 req-b524d5df-f9d2-4cdf-baca-5a0e3ba249ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297751 Oct 27 17:13:42.755708 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-1a75c1de-049e-4cf9-9c51-e76c7fc77087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:42.770705 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Publish callbacks [] for port, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:42.789639 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:42.789952 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a75c1de-049e-4cf9-9c51-e76c7fc77087 admin admin] Releasing vlan 1371 on physical network physnet1 to pool {{(pid=118834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:13:42.794034 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-1a75c1de-049e-4cf9-9c51-e76c7fc77087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130954844'] for segment, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: Traceback (most recent call last): Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: timer() Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: cb(*args, **kw) Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: return func(*args, **kwargs) Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: self._notify() Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: self.callback(batched_events) Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: event.method(event) Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: return f(self, *a, **k) Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: return self._get(url).json() Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: return self.request(url, 'GET', **kwargs) Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:13:42.797057 dv-cinder-815701-1-iscsi neutron-server[118834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:13:42.820808 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] Attempting to bind port 4a723a45-5d08-4720-a233-2b562a98fe56 on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:13:42.821172 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] Attempting to bind port 4a723a45-5d08-4720-a233-2b562a98fe56 by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}] {{(pid=118836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:13:42.821740 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] Attempting to bind port 4a723a45-5d08-4720-a233-2b562a98fe56 on network ed716183-5f1c-445b-936f-259913b9090b {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:13:42.845380 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:13:42.845811 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] Checking segment: {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:13:42.846128 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:42.846529 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] Bound using segment: {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'} {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:13:42.847833 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] Bound port: 4a723a45-5d08-4720-a233-2b562a98fe56, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}}] {{(pid=118836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:13:42.848589 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:42.887413 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-09568638-2c67-4f03-b9cb-1beab3f9b4df req-5a46c624-3a38-4e48-9181-735252633d07 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 210 time: 0.0324321 Oct 27 17:13:42.899379 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865943e-dceb-4ea4-9f03-2cd143de1bdf None None] Pushing event updated for resources: {'Port': ['ID=4a723a45-5d08-4720-a233-2b562a98fe56,revision_number=2']} {{(pid=118836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:42.915571 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:42.921517 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865943e-dceb-4ea4-9f03-2cd143de1bdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:42.921517 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865943e-dceb-4ea4-9f03-2cd143de1bdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:42.921517 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865943e-dceb-4ea4-9f03-2cd143de1bdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:42.922414 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865943e-dceb-4ea4-9f03-2cd143de1bdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:42.922414 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865943e-dceb-4ea4-9f03-2cd143de1bdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:42.922414 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865943e-dceb-4ea4-9f03-2cd143de1bdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:42.922774 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865943e-dceb-4ea4-9f03-2cd143de1bdf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:42.923058 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865943e-dceb-4ea4-9f03-2cd143de1bdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:42.923411 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865943e-dceb-4ea4-9f03-2cd143de1bdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:42.923722 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865943e-dceb-4ea4-9f03-2cd143de1bdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:42.924045 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865943e-dceb-4ea4-9f03-2cd143de1bdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:42.924344 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865943e-dceb-4ea4-9f03-2cd143de1bdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:42.939846 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.db [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] For port 4a723a45-5d08-4720-a233-2b562a98fe56, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:13:42.943414 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.db [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] For port 4a723a45-5d08-4720-a233-2b562a98fe56, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=4a723a45-5d08-4720-a233-2b562a98fe56,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:13:42.961379 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2ae99d5e-1841-41d7-ae78-daff13760309 req-44545b9e-5fad-43b0-bed0-6d28b8f4f34a service neutron] 10.222.0.11 "GET /v2.0/networks/bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035985 Oct 27 17:13:42.965080 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Network b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e is already hosted by enough agents. {{(pid=118833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:13:42.971440 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Resources bound (agent type, host, resource id): {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:13:42.974068 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Received port after_create {{(pid=118833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:13:42.984914 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Pushing event updated for resources: {'Port': ['ID=10741910-44de-4eff-8be7-c49cfc145f2c,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:43.011029 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:43.011526 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:43.011873 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:43.013743 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:43.013743 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:43.013743 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:43.013743 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:43.013743 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:43.014183 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:43.014183 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:43.015149 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:43.015149 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:43.034766 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133703890'] for router_interface, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:43.049106 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-1a75c1de-049e-4cf9-9c51-e76c7fc77087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703771'] for network, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:43.052070 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-1a75c1de-049e-4cf9-9c51-e76c7fc77087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:43.055529 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-1a75c1de-049e-4cf9-9c51-e76c7fc77087 admin admin] 10.222.0.109 "DELETE /v2.0/networks/e91aae30-22b6-408a-b5f9-023a720e38a7 HTTP/1.1" status: 204 len: 168 time: 1.7308228 Oct 27 17:13:43.059296 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 35092) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:43.095511 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:43.130761 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75c1de-049e-4cf9-9c51-e76c7fc77087 admin admin] Pushing event deleted for resources: {'Network': ['ID=e91aae30-22b6-408a-b5f9-023a720e38a7,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:43.157879 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 9af285cc-d4ae-469a-aff7-45c628b3e2c7 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:13:43.219490 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] Routers {'5f35d2e0-be42-4c2f-b8a1-8b641405e907'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:43.221066 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:13:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['5f35d2e0-be42-4c2f-b8a1-8b641405e907'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:43.231221 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 9af285cc-d4ae-469a-aff7-45c628b3e2c7 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:13:43.232332 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:43.260541 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2ae99d5e-1841-41d7-ae78-daff13760309 req-bbbf1f7d-b3c2-4903-baa5-f2c354bc520f service neutron] 10.222.0.11 "GET /v2.0/networks/bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905800 Oct 27 17:13:43.340701 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ad93cd9d-32be-44df-8513-8fb79771f364 None None] Provisioning complete for port 10741910-44de-4eff-8be7-c49cfc145f2c triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:13:43.341358 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ad93cd9d-32be-44df-8513-8fb79771f364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:43.352655 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865943e-dceb-4ea4-9f03-2cd143de1bdf None None] Pushing event updated for resources: {'Port': ['ID=4a723a45-5d08-4720-a233-2b562a98fe56,revision_number=3']} {{(pid=118836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:43.358599 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:43.428018 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 7006c156-57bb-4bbc-a0c3-ae34f29e7c8f no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:13:43.436158 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] Set router 5f35d2e0-be42-4c2f-b8a1-8b641405e907 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:43.474457 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: 7006c156-57bb-4bbc-a0c3-ae34f29e7c8f {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:13:43.481087 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 7006c156-57bb-4bbc-a0c3-ae34f29e7c8f not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:13:43.484226 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-ad93cd9d-32be-44df-8513-8fb79771f364 None None] Port 10741910-44de-4eff-8be7-c49cfc145f2c cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:13:43.649641 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a57ab6eb-b79b-4bd1-8be4-8747f1094388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133762601'] for router_interface, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:43.675551 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Publish callbacks [] for port, precommit_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:43.716612 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'name': 'tempest-TestMinimumBasicScenario-466606359-router', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:13:38Z', 'updated_at': '2021-10-27T17:13:39Z', 'revision_number': 3, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'gw_port': {'id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:39Z', 'updated_at': '2021-10-27T17:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:43.745892 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131455093'] for port, after_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:43.746406 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b78afe6-71b5-4e25-be3d-5fbf6ce10701 None None] The sync data for ids ['5f35d2e0-be42-4c2f-b8a1-8b641405e907'] in dv-cinder-815701-1-iscsi is: [{'id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'name': 'tempest-TestMinimumBasicScenario-466606359-router', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:13:38Z', 'updated_at': '2021-10-27T17:13:39Z', 'revision_number': 3, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'gw_port': {'id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:39Z', 'updated_at': '2021-10-27T17:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}] {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:13:43.819244 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Pushing event updated for resources: {'Port': ['ID=10741910-44de-4eff-8be7-c49cfc145f2c,revision_number=2']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:43.821908 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133607302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133762626'] for router_interface, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:43.928695 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-a57ab6eb-b79b-4bd1-8be4-8747f1094388 admin admin] Deleting port 3b200ed0-7317-4c75-acf4-02fc9ee443aa {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:43.929353 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a57ab6eb-b79b-4bd1-8be4-8747f1094388 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:43.953939 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Network b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e is already hosted by enough agents. {{(pid=118833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:13:43.955536 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Resources bound (agent type, host, resource id): {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:13:44.035469 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [None req-a57ab6eb-b79b-4bd1-8be4-8747f1094388 admin admin] For port 3b200ed0-7317-4c75-acf4-02fc9ee443aa, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=3b200ed0-7317-4c75-acf4-02fc9ee443aa,segment=NetworkSegment(41e86630-5baf-4e4e-8dd9-5a8e26ad5f12),segment_id=41e86630-5baf-4e4e-8dd9-5a8e26ad5f12)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:44.035826 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a57ab6eb-b79b-4bd1-8be4-8747f1094388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:44.054408 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-a57ab6eb-b79b-4bd1-8be4-8747f1094388 admin admin] Calling delete_port for 3b200ed0-7317-4c75-acf4-02fc9ee443aa owned by network:router_interface {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:44.073662 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-24d8db7d-cdb4-4453-97eb-9464674025f1 req-2330145d-1a94-4d57-8a63-8e8ab918493a tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "GET /v2.0/ports?device_id=f41100b3-9255-46d9-828f-96632c8b98a9 HTTP/1.1" status: 200 len: 210 time: 0.0620883 Oct 27 17:13:44.159814 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Router 5f35d2e0-be42-4c2f-b8a1-8b641405e907 has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:13:44.332884 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-6aa1e8d3-bc93-4e72-8bf4-35c602e989ed None None] Provisioning complete for port 10741910-44de-4eff-8be7-c49cfc145f2c triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:13:44.333497 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e8d3-bc93-4e72-8bf4-35c602e989ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:44.358050 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:13:44.364663 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-9594a173-5829-41c3-93a0-3dc05726fe51 admin admin] 10.222.0.109 "PUT /v2.0/routers/5f35d2e0-be42-4c2f-b8a1-8b641405e907/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6478283 Oct 27 17:13:44.406010 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-6aa1e8d3-bc93-4e72-8bf4-35c602e989ed None None] Port 10741910-44de-4eff-8be7-c49cfc145f2c cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:13:44.464817 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a57ab6eb-b79b-4bd1-8be4-8747f1094388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:44.510879 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ab6eb-b79b-4bd1-8be4-8747f1094388 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b200ed0-7317-4c75-acf4-02fc9ee443aa,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:44.743476 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a57ab6eb-b79b-4bd1-8be4-8747f1094388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133607305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133762757'] for router_interface, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:44.853612 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device fe3579e8-529f-48eb-b676-94ff0d8f908d no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:13:44.876206 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] No Port match for: fe3579e8-529f-48eb-b676-94ff0d8f908d {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:13:44.876547 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device fe3579e8-529f-48eb-b676-94ff0d8f908d not bound to the agent host hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:13:44.993379 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57ab6eb-b79b-4bd1-8be4-8747f1094388 admin admin] Router 8a48fe4f-46a4-4075-8ab2-60c5b191f78e has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:13:45.112184 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57ab6eb-b79b-4bd1-8be4-8747f1094388 admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:13:45.129874 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-a57ab6eb-b79b-4bd1-8be4-8747f1094388 admin admin] 10.222.0.109 "PUT /v2.0/routers/8a48fe4f-46a4-4075-8ab2-60c5b191f78e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0579777 Oct 27 17:13:45.130078 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35118) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:45.142287 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ab05e0-5a31-4ddd-9a31-5e5ee3686087 None None] Sync routers for ids ['8a48fe4f-46a4-4075-8ab2-60c5b191f78e'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:13:45.164113 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 35120) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:45.175642 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ab05e0-5a31-4ddd-9a31-5e5ee3686087 None None] Routers {'8a48fe4f-46a4-4075-8ab2-60c5b191f78e'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:45.179026 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-18ab05e0-5a31-4ddd-9a31-5e5ee3686087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:13:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['8a48fe4f-46a4-4075-8ab2-60c5b191f78e'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:45.240654 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 35124) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:45.246320 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-3a6103d8-dba3-4f03-8806-45071e57e714 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-214758984-network', 'tenant_id': '51d09e5e0e634bd9851bfd4e3af3408d'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:13:45.275220 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-5cec7dc2-e771-4975-a515-8693098f68c6 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:45.292543 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 4a723a45-5d08-4720-a233-2b562a98fe56 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:13:45.308324 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d3b9aba9-49f5-4008-9d40-2dfbdcf78f3a admin admin] Publish callbacks [] for router, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:45.314888 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-5cec7dc2-e771-4975-a515-8693098f68c6 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:45.361846 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-18ab05e0-5a31-4ddd-9a31-5e5ee3686087 None None] Set router 8a48fe4f-46a4-4075-8ab2-60c5b191f78e gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:45.365443 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6103d8-dba3-4f03-8806-45071e57e714 admin admin] Made reservation on behalf of 51d09e5e0e634bd9851bfd4e3af3408d for: {'network': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:13:45.370539 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3a6103d8-dba3-4f03-8806-45071e57e714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for network, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:45.379996 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3a6103d8-dba3-4f03-8806-45071e57e714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:45.429052 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 4a723a45-5d08-4720-a233-2b562a98fe56 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:13:45.429411 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:45.429561 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d3b9aba9-49f5-4008-9d40-2dfbdcf78f3a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:45.476252 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3a6103d8-dba3-4f03-8806-45071e57e714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:45.502526 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-5cec7dc2-e771-4975-a515-8693098f68c6 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:45.505373 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-5cec7dc2-e771-4975-a515-8693098f68c6 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:45.506669 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-5cec7dc2-e771-4975-a515-8693098f68c6 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] 10.222.0.109 "DELETE /v2.0/security-groups/0ddb5a8a-66f7-4ab1-a167-4587726744cd HTTP/1.1" status: 204 len: 168 time: 0.3389726 Oct 27 17:13:45.517178 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec7dc2-e771-4975-a515-8693098f68c6 tempest-TestShelveInstance-1680235393 tempest-TestShelveInstance-1680235393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddb5a8a-66f7-4ab1-a167-4587726744cd,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:45.558109 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3a6103d8-dba3-4f03-8806-45071e57e714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:45.587105 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a6103d8-dba3-4f03-8806-45071e57e714 admin admin] vlan segment allocate from pool success with {'vlan_id': 1379, 'physical_network': 'physnet1'} {{(pid=118834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:13:45.613025 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 35128) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:45.620552 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3a6103d8-dba3-4f03-8806-45071e57e714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:45.621000 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.segments_db [None req-3a6103d8-dba3-4f03-8806-45071e57e714 admin admin] Added segment 2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4 of type vlan for network 4329a8c1-5951-435c-879e-c3bf0e015307 Oct 27 17:13:45.622746 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6103d8-dba3-4f03-8806-45071e57e714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81927073-d3f7-4768-883b-973e1f7aa44f,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:45.632347 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:45.664228 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] For port 4a723a45-5d08-4720-a233-2b562a98fe56, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=4a723a45-5d08-4720-a233-2b562a98fe56,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:45.686499 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-18ab05e0-5a31-4ddd-9a31-5e5ee3686087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a48fe4f-46a4-4075-8ab2-60c5b191f78e', 'name': 'tempest-TestVolumeBootPattern-1815293053-router', 'tenant_id': 'd809dc4fe40f41269f1be51cbc94403a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ab587fe9-ed4b-4f72-8da7-8b61f200041e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:31Z', 'updated_at': '2021-10-27T17:13:44Z', 'revision_number': 5, 'project_id': 'd809dc4fe40f41269f1be51cbc94403a', 'gw_port': {'id': 'ab587fe9-ed4b-4f72-8da7-8b61f200041e', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a48fe4f-46a4-4075-8ab2-60c5b191f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:32Z', 'updated_at': '2021-10-27T17:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:45.694821 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3a6103d8-dba3-4f03-8806-45071e57e714 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740459766941'] for network, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:45.729023 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ab05e0-5a31-4ddd-9a31-5e5ee3686087 None None] Checking router: 8a48fe4f-46a4-4075-8ab2-60c5b191f78e for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:13:45.745025 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ab05e0-5a31-4ddd-9a31-5e5ee3686087 None None] Routers {'8a48fe4f-46a4-4075-8ab2-60c5b191f78e'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:45.745025 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-18ab05e0-5a31-4ddd-9a31-5e5ee3686087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:13:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['8a48fe4f-46a4-4075-8ab2-60c5b191f78e'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:45.791474 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3a6103d8-dba3-4f03-8806-45071e57e714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344'] for network, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:45.792685 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6103d8-dba3-4f03-8806-45071e57e714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:45.793557 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-3a6103d8-dba3-4f03-8806-45071e57e714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:45.817613 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] Sync routers for ids ['5f35d2e0-be42-4c2f-b8a1-8b641405e907'] in dv-cinder-815701-1-iscsi {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:13:45.832046 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:45.833055 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] Routers {'5f35d2e0-be42-4c2f-b8a1-8b641405e907'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:45.834479 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:13:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['5f35d2e0-be42-4c2f-b8a1-8b641405e907'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:45.909056 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-18ab05e0-5a31-4ddd-9a31-5e5ee3686087 None None] Set router 8a48fe4f-46a4-4075-8ab2-60c5b191f78e gateway port host: None {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:45.933403 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-d3b9aba9-49f5-4008-9d40-2dfbdcf78f3a admin admin] Deleting port ab587fe9-ed4b-4f72-8da7-8b61f200041e {{(pid=118833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:45.933874 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d3b9aba9-49f5-4008-9d40-2dfbdcf78f3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:45.956883 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] Set router 5f35d2e0-be42-4c2f-b8a1-8b641405e907 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:45.959507 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Pushing event updated for resources: {'Port': ['ID=4a723a45-5d08-4720-a233-2b562a98fe56,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:45.963996 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6103d8-dba3-4f03-8806-45071e57e714 admin admin] Pushing event updated for resources: {'Network': ['ID=4329a8c1-5951-435c-879e-c3bf0e015307,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:46.006734 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Network 4329a8c1-5951-435c-879e-c3bf0e015307 details requested by agent ovs-agent-dv-cinder-815701-1-iscsi with host dv-cinder-815701-1-iscsi {{(pid=118835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:13:46.009038 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-18ab05e0-5a31-4ddd-9a31-5e5ee3686087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a48fe4f-46a4-4075-8ab2-60c5b191f78e', 'name': 'tempest-TestVolumeBootPattern-1815293053-router', 'tenant_id': 'd809dc4fe40f41269f1be51cbc94403a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:31Z', 'updated_at': '2021-10-27T17:13:45Z', 'revision_number': 6, 'project_id': 'd809dc4fe40f41269f1be51cbc94403a', 'gw_port_host': None}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:46.064895 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-3a6103d8-dba3-4f03-8806-45071e57e714 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8197403 Oct 27 17:13:46.065090 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35134) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:46.070206 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ab05e0-5a31-4ddd-9a31-5e5ee3686087 None None] The sync data for ids ['8a48fe4f-46a4-4075-8ab2-60c5b191f78e'] in dv-cinder-815701-1-iscsi is: [{'id': '8a48fe4f-46a4-4075-8ab2-60c5b191f78e', 'name': 'tempest-TestVolumeBootPattern-1815293053-router', 'tenant_id': 'd809dc4fe40f41269f1be51cbc94403a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:31Z', 'updated_at': '2021-10-27T17:13:45Z', 'revision_number': 6, 'project_id': 'd809dc4fe40f41269f1be51cbc94403a', 'gw_port_host': None}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:13:46.070412 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-de281a15-2cd5-4346-a730-030e72ee46c9 admin admin] Request body: {'subnet': {'network_id': '4329a8c1-5951-435c-879e-c3bf0e015307', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-214758984-subnet', 'tenant_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'ip_version': 4}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:13:46.147902 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.db [None req-d3b9aba9-49f5-4008-9d40-2dfbdcf78f3a admin admin] For port ab587fe9-ed4b-4f72-8da7-8b61f200041e, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=ab587fe9-ed4b-4f72-8da7-8b61f200041e,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:46.149033 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d3b9aba9-49f5-4008-9d40-2dfbdcf78f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:46.167500 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-d3b9aba9-49f5-4008-9d40-2dfbdcf78f3a admin admin] Calling delete_port for ab587fe9-ed4b-4f72-8da7-8b61f200041e owned by network:router_gateway {{(pid=118833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:46.215304 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de281a15-2cd5-4346-a730-030e72ee46c9 admin admin] Made reservation on behalf of 51d09e5e0e634bd9851bfd4e3af3408d for: {'subnet': 1} {{(pid=118833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:13:46.216827 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'name': 'tempest-TestMinimumBasicScenario-466606359-router', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:13:38Z', 'updated_at': '2021-10-27T17:13:43Z', 'revision_number': 4, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'gw_port': {'id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:39Z', 'updated_at': '2021-10-27T17:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '10741910-44de-4eff-8be7-c49cfc145f2c', 'name': '', 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'mac_address': 'fa:16:3e:96:96:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2f7f9bbc-0872-4390-b3f6-b34d1897cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:42Z', 'updated_at': '2021-10-27T17:13:43Z', 'revision_number': 2, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'subnets': [{'id': '2f7f9bbc-0872-4390-b3f6-b34d1897cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:46.217730 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-de281a15-2cd5-4346-a730-030e72ee46c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130857283'] for subnet, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:46.248516 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] Checking router: 5f35d2e0-be42-4c2f-b8a1-8b641405e907 for host: dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:13:46.248974 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] Updating router 5f35d2e0-be42-4c2f-b8a1-8b641405e907 port 10741910-44de-4eff-8be7-c49cfc145f2c binding host dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:13:46.276394 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:46.529443 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d3b9aba9-49f5-4008-9d40-2dfbdcf78f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:46.558374 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] Publish callbacks [] for port, precommit_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:46.568934 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9aba9-49f5-4008-9d40-2dfbdcf78f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=ab587fe9-ed4b-4f72-8da7-8b61f200041e,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:46.618340 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-de281a15-2cd5-4346-a730-030e72ee46c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131455226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130857297'] for subnet, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:46.646636 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:46.693097 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d3b9aba9-49f5-4008-9d40-2dfbdcf78f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133703783'] for router_gateway, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:46.696990 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de281a15-2cd5-4346-a730-030e72ee46c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b939cb2d-829f-4e1c-ad21-8841380a24a2,revision_number=0']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:46.738720 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3f0f-7b5c-4c49-b6c9-0dea10e04ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133762601'] for router_interface, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:46.793892 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ef151-3f5a-46e1-9070-13600805492c None None] Pushing event updated for resources: {'Port': ['ID=10741910-44de-4eff-8be7-c49cfc145f2c,revision_number=3']} {{(pid=118836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:46.799574 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de281a15-2cd5-4346-a730-030e72ee46c9 admin admin] Checking segment: {'id': '2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': '4329a8c1-5951-435c-879e-c3bf0e015307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:13:46.799933 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de281a15-2cd5-4346-a730-030e72ee46c9 admin admin] Network hostable DHCP agents. Network: 4329a8c1-5951-435c-879e-c3bf0e015307, hostable agents: ['acf894c1-b7b8-4d52-ad08-8b9062216bf0'], hosted agents: [] {{(pid=118833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:13:46.802888 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d3b9aba9-49f5-4008-9d40-2dfbdcf78f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133760781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5334'] for router, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:46.805884 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d3b9aba9-49f5-4008-9d40-2dfbdcf78f3a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:46.857271 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] Attempting to bind port 10741910-44de-4eff-8be7-c49cfc145f2c on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:13:46.857855 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] Attempting to bind port 10741910-44de-4eff-8be7-c49cfc145f2c by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': 'e5f161e6-0a2f-4cad-b0de-f8495ae1134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e'}] {{(pid=118836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:13:46.858236 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] Attempting to bind port 10741910-44de-4eff-8be7-c49cfc145f2c on network b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:13:46.864073 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:13:46.864665 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] Checking segment: {'id': 'e5f161e6-0a2f-4cad-b0de-f8495ae1134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:13:46.865626 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:46.865626 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] Bound using segment: {'id': 'e5f161e6-0a2f-4cad-b0de-f8495ae1134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e'} {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:13:46.865948 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] Bound port: 10741910-44de-4eff-8be7-c49cfc145f2c, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f161e6-0a2f-4cad-b0de-f8495ae1134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e'}}] {{(pid=118836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:13:46.866269 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:46.928243 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de281a15-2cd5-4346-a730-030e72ee46c9 admin admin] Network 4329a8c1-5951-435c-879e-c3bf0e015307 is scheduled to be hosted by DHCP agent acf894c1-b7b8-4d52-ad08-8b9062216bf0 with binding_index 1 {{(pid=118833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:13:46.952687 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.db [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] For port 10741910-44de-4eff-8be7-c49cfc145f2c, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:13:46.956992 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.db [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] For port 10741910-44de-4eff-8be7-c49cfc145f2c, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=10741910-44de-4eff-8be7-c49cfc145f2c,segment=NetworkSegment(e5f161e6-0a2f-4cad-b0de-f8495ae1134d),segment_id=e5f161e6-0a2f-4cad-b0de-f8495ae1134d)] {{(pid=118836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:13:46.971642 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d3b9aba9-49f5-4008-9d40-2dfbdcf78f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133760794'] for router, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:46.972531 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b9aba9-49f5-4008-9d40-2dfbdcf78f3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a48fe4f-46a4-4075-8ab2-60c5b191f78e {{(pid=118833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:13:46.978973 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d3b9aba9-49f5-4008-9d40-2dfbdcf78f3a admin admin] Publish callbacks [] for router, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:46.980748 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-d3b9aba9-49f5-4008-9d40-2dfbdcf78f3a admin admin] 10.222.0.109 "DELETE /v2.0/routers/8a48fe4f-46a4-4075-8ab2-60c5b191f78e HTTP/1.1" status: 204 len: 168 time: 1.8565910 Oct 27 17:13:46.983502 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35138) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:47.015653 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-de281a15-2cd5-4346-a730-030e72ee46c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815701-1-iscsi, 4329a8c1-5951-435c-879e-c3bf0e015307) {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:13:47.021453 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de281a15-2cd5-4346-a730-030e72ee46c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:47.022224 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-de281a15-2cd5-4346-a730-030e72ee46c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:47.028351 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb4243a-5eb9-46d7-9080-032f9d0489ee None None] Network 4329a8c1-5951-435c-879e-c3bf0e015307 requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:13:47.057662 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0b492e-a9bf-4529-93ee-d994ee6498b1 admin admin] Deleting subnet 5b9a81e8-7d03-48f7-ab46-fa238fe89502 {{(pid=118833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:13:47.058481 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5d0b492e-a9bf-4529-93ee-d994ee6498b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:47.080108 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:47.100964 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-5cdd3f0f-7b5c-4c49-b6c9-0dea10e04ea3 admin admin] Deleting port dd08161c-4b2e-499e-92fa-aba08d9c4314 {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:47.101422 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3f0f-7b5c-4c49-b6c9-0dea10e04ea3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:47.129676 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5d0b492e-a9bf-4529-93ee-d994ee6498b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131504099'] for subnet, precommit_delete_associations {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:47.172126 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 4a723a45-5d08-4720-a233-2b562a98fe56 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:13:47.180961 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-de281a15-2cd5-4346-a730-030e72ee46c9 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1148493 Oct 27 17:13:47.185209 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35140) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:47.197264 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-8e32af09-cc63-45a2-af11-70bdc56980fb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-214758984-router', 'tenant_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:13:47.197867 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] Routers {'5f35d2e0-be42-4c2f-b8a1-8b641405e907'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:47.198600 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:13:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['5f35d2e0-be42-4c2f-b8a1-8b641405e907'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:47.201737 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ef151-3f5a-46e1-9070-13600805492c None None] Pushing event updated for resources: {'Port': ['ID=10741910-44de-4eff-8be7-c49cfc145f2c,revision_number=4']} {{(pid=118836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:47.260732 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [None req-5cdd3f0f-7b5c-4c49-b6c9-0dea10e04ea3 admin admin] For port dd08161c-4b2e-499e-92fa-aba08d9c4314, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=dd08161c-4b2e-499e-92fa-aba08d9c4314,segment=NetworkSegment(0d9014a4-3f25-4fd8-961e-bdce34dcf2dc),segment_id=0d9014a4-3f25-4fd8-961e-bdce34dcf2dc)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:47.261072 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3f0f-7b5c-4c49-b6c9-0dea10e04ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:47.293044 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-5cdd3f0f-7b5c-4c49-b6c9-0dea10e04ea3 admin admin] Calling delete_port for dd08161c-4b2e-499e-92fa-aba08d9c4314 owned by network:router_interface {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:47.297967 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-70d07a7f-83a2-4d25-a9a5-1854c459d1e6 None None] Provisioning complete for port 10741910-44de-4eff-8be7-c49cfc145f2c triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:13:47.298342 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-70d07a7f-83a2-4d25-a9a5-1854c459d1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:47.307166 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5d0b492e-a9bf-4529-93ee-d994ee6498b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1424751'] for subnet, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:47.344152 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 4a723a45-5d08-4720-a233-2b562a98fe56 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:13:47.344523 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:47.345964 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8e32af09-cc63-45a2-af11-70bdc56980fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133762219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5348'] for router, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:47.347966 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8e32af09-cc63-45a2-af11-70bdc56980fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133763026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133802025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5343'] for router, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:47.419065 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] Set router 5f35d2e0-be42-4c2f-b8a1-8b641405e907 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:47.473878 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8e32af09-cc63-45a2-af11-70bdc56980fb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:47.502585 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5d0b492e-a9bf-4529-93ee-d994ee6498b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1424742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131455163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130858914'] for subnet, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:47.513578 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e15302f-c39e-4406-93a5-8ec0a5975061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2db10bf-0ac3-55c3-8a00-d510631ac45a-4329a8c1-5951-435c-879e-c3bf0e015307', 'network_id': '4329a8c1-5951-435c-879e-c3bf0e015307', 'tenant_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'fixed_ips': [{'subnet_id': 'b939cb2d-829f-4e1c-ad21-8841380a24a2'}]}} from dv-cinder-815701-1-iscsi. {{(pid=118835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:13:47.514748 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-1e15302f-c39e-4406-93a5-8ec0a5975061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:47.548180 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b492e-a9bf-4529-93ee-d994ee6498b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b9a81e8-7d03-48f7-ab46-fa238fe89502,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:47.550450 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-5d0b492e-a9bf-4529-93ee-d994ee6498b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:47.562510 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-5d0b492e-a9bf-4529-93ee-d994ee6498b1 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/5b9a81e8-7d03-48f7-ab46-fa238fe89502 HTTP/1.1" status: 204 len: 168 time: 0.5774155 Oct 27 17:13:47.562748 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940d6ed5-d71d-4ee5-8cf2-69b2180dc790 None None] Network 9e7ba3f0-467b-4d17-b772-8f705f099bec requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:13:47.566569 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35142) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:47.676204 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3f0f-7b5c-4c49-b6c9-0dea10e04ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:47.693197 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'name': 'tempest-TestMinimumBasicScenario-466606359-router', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:13:38Z', 'updated_at': '2021-10-27T17:13:43Z', 'revision_number': 4, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'gw_port': {'id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:39Z', 'updated_at': '2021-10-27T17:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '10741910-44de-4eff-8be7-c49cfc145f2c', 'name': '', 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'mac_address': 'fa:16:3e:96:96:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2f7f9bbc-0872-4390-b3f6-b34d1897cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:42Z', 'updated_at': '2021-10-27T17:13:46Z', 'revision_number': 4, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'subnets': [{'id': '2f7f9bbc-0872-4390-b3f6-b34d1897cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:47.726180 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175ec95c-8126-42f8-b09d-2f8c72a6a4ba None None] The sync data for ids ['5f35d2e0-be42-4c2f-b8a1-8b641405e907'] in dv-cinder-815701-1-iscsi is: [{'id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'name': 'tempest-TestMinimumBasicScenario-466606359-router', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:13:38Z', 'updated_at': '2021-10-27T17:13:43Z', 'revision_number': 4, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'gw_port': {'id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:39Z', 'updated_at': '2021-10-27T17:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '10741910-44de-4eff-8be7-c49cfc145f2c', 'name': '', 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'mac_address': 'fa:16:3e:96:96:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2f7f9bbc-0872-4390-b3f6-b34d1897cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:42Z', 'updated_at': '2021-10-27T17:13:46Z', 'revision_number': 4, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'subnets': [{'id': '2f7f9bbc-0872-4390-b3f6-b34d1897cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:13:47.728371 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd3f0f-7b5c-4c49-b6c9-0dea10e04ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd08161c-4b2e-499e-92fa-aba08d9c4314,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:47.844123 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0b70dec5-e35d-4b6c-bdce-f251f6e16833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529236'] for network, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:47.849251 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8e32af09-cc63-45a2-af11-70bdc56980fb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:47.940258 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-70d07a7f-83a2-4d25-a9a5-1854c459d1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.035504 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 3b200ed0-7317-4c75-acf4-02fc9ee443aa no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:13:48.073369 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3f0f-7b5c-4c49-b6c9-0dea10e04ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133607305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133762757'] for router_interface, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.101444 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: 3b200ed0-7317-4c75-acf4-02fc9ee443aa {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:13:48.102606 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 3b200ed0-7317-4c75-acf4-02fc9ee443aa not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:13:48.102606 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device ab587fe9-ed4b-4f72-8da7-8b61f200041e no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:13:48.108924 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-0b70dec5-e35d-4b6c-bdce-f251f6e16833 admin admin] Deleting port 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb {{(pid=118833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:48.109260 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0b70dec5-e35d-4b6c-bdce-f251f6e16833 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.117024 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-70d07a7f-83a2-4d25-a9a5-1854c459d1e6 None None] For port 10741910-44de-4eff-8be7-c49cfc145f2c, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=10741910-44de-4eff-8be7-c49cfc145f2c,segment=NetworkSegment(e5f161e6-0a2f-4cad-b0de-f8495ae1134d),segment_id=e5f161e6-0a2f-4cad-b0de-f8495ae1134d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:48.141751 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.db_base_plugin_common [None req-1e15302f-c39e-4406-93a5-8ec0a5975061 None None] Allocated IP 172.20.0.2 (4329a8c1-5951-435c-879e-c3bf0e015307/b939cb2d-829f-4e1c-ad21-8841380a24a2/3bf3a605-5b1e-489d-9e75-40a68af79a89) {{(pid=118835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:13:48.143400 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: ab587fe9-ed4b-4f72-8da7-8b61f200041e {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:13:48.143746 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device ab587fe9-ed4b-4f72-8da7-8b61f200041e not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:13:48.210350 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.db [None req-0b70dec5-e35d-4b6c-bdce-f251f6e16833 admin admin] For port 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=48f0be69-adc4-4be4-b5aa-27ccb9f43ddb,segment=NetworkSegment(41e86630-5baf-4e4e-8dd9-5a8e26ad5f12),segment_id=41e86630-5baf-4e4e-8dd9-5a8e26ad5f12)] {{(pid=118833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:48.221343 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0b70dec5-e35d-4b6c-bdce-f251f6e16833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.241057 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-70d07a7f-83a2-4d25-a9a5-1854c459d1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.245314 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-0b70dec5-e35d-4b6c-bdce-f251f6e16833 admin admin] Calling delete_port for 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb owned by network:dhcp {{(pid=118833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:48.358778 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-1e15302f-c39e-4406-93a5-8ec0a5975061 None None] Publish callbacks [] for port, precommit_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.366430 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cdd3f0f-7b5c-4c49-b6c9-0dea10e04ea3 admin admin] Router 4eab40d2-6c11-4aa5-85ac-537683199bbb has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:13:48.383674 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21681c6e-4ce8-445d-9648-721dab4f4e51 None None] DHCP port deletion for 9e7ba3f0-467b-4d17-b772-8f705f099bec request from dv-cinder-815701-1-iscsi {{(pid=118835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:13:48.443318 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-1e15302f-c39e-4406-93a5-8ec0a5975061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268'] for port, after_create {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.454312 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8e32af09-cc63-45a2-af11-70bdc56980fb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.482111 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-e1ae1a2f-8d2b-4a8b-bce3-f4fceda8eb04 None None] Provisioning complete for port 10741910-44de-4eff-8be7-c49cfc145f2c triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:13:48.482111 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1a2f-8d2b-4a8b-bce3-f4fceda8eb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.483152 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d07a7f-83a2-4d25-a9a5-1854c459d1e6 None None] Pushing event updated for resources: {'Port': ['ID=10741910-44de-4eff-8be7-c49cfc145f2c,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:48.484910 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8e32af09-cc63-45a2-af11-70bdc56980fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.497613 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e15302f-c39e-4406-93a5-8ec0a5975061 None None] Network 4329a8c1-5951-435c-879e-c3bf0e015307 is already hosted by enough agents. {{(pid=118835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:13:48.526358 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdd3f0f-7b5c-4c49-b6c9-0dea10e04ea3 admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:13:48.532705 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-5cdd3f0f-7b5c-4c49-b6c9-0dea10e04ea3 admin admin] 10.222.0.109 "PUT /v2.0/routers/4eab40d2-6c11-4aa5-85ac-537683199bbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9183156 Oct 27 17:13:48.535237 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 35146) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:48.537117 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0b70dec5-e35d-4b6c-bdce-f251f6e16833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.548474 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-21681c6e-4ce8-445d-9648-721dab4f4e51 None None] Deleting port 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb {{(pid=118835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:48.548867 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-21681c6e-4ce8-445d-9648-721dab4f4e51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.550786 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.scheduler.base_scheduler [None req-1e15302f-c39e-4406-93a5-8ec0a5975061 None None] Resources bound (agent type, host, resource id): {{(pid=118835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:13:48.560489 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af29f10e-122f-4431-bb31-45507d6803a8 None None] Sync routers for ids ['4eab40d2-6c11-4aa5-85ac-537683199bbb'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:13:48.577680 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70dec5-e35d-4b6c-bdce-f251f6e16833 admin admin] Pushing event deleted for resources: {'Port': ['ID=48f0be69-adc4-4be4-b5aa-27ccb9f43ddb,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:48.583406 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e15302f-c39e-4406-93a5-8ec0a5975061 None None] Received port after_create {{(pid=118835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:13:48.586281 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b70dec5-e35d-4b6c-bdce-f251f6e16833 admin admin] No DVR routers for this DVR port 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb on host dv-cinder-815701-1-iscsi {{(pid=118833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:13:48.664607 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af29f10e-122f-4431-bb31-45507d6803a8 None None] Routers {'4eab40d2-6c11-4aa5-85ac-537683199bbb'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:48.665089 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-af29f10e-122f-4431-bb31-45507d6803a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:13:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4eab40d2-6c11-4aa5-85ac-537683199bbb'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:48.700833 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2e1aec6a-e049-42f2-aaec-2e6d054665ba admin admin] Publish callbacks [] for router, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.708863 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0b70dec5-e35d-4b6c-bdce-f251f6e16833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423354', 'neutron.services.segments.db._delete_segments_for_network-8740460286558'] for network, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.743370 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_common [None req-8e32af09-cc63-45a2-af11-70bdc56980fb admin admin] Allocated IP 172.27.3.68 (ed716183-5f1c-445b-936f-259913b9090b/855c9060-65b5-4295-a48e-32e34bdb0777/89061395-5558-4b19-8d81-9c3d90ea47c5) {{(pid=118833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:13:48.748081 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15302f-c39e-4406-93a5-8ec0a5975061 None None] Pushing event updated for resources: {'Port': ['ID=3bf3a605-5b1e-489d-9e75-40a68af79a89,revision_number=1']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:48.748304 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.services.segments.db [None req-0b70dec5-e35d-4b6c-bdce-f251f6e16833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7ba3f0-467b-4d17-b772-8f705f099bec']}} {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:48.767562 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.services.segments.db [None req-0b70dec5-e35d-4b6c-bdce-f251f6e16833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e86630-5baf-4e4e-8dd9-5a8e26ad5f12') {'for_net_delete': True} {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:48.767562 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.services.segments.db [None req-0b70dec5-e35d-4b6c-bdce-f251f6e16833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e86630-5baf-4e4e-8dd9-5a8e26ad5f12') {} {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:48.782291 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0b70dec5-e35d-4b6c-bdce-f251f6e16833 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740460286055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131504026'] for segment, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.818103 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-21681c6e-4ce8-445d-9648-721dab4f4e51 None None] For port 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb, host dv-cinder-815701-1-iscsi, got binding levels [] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:48.818806 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-21681c6e-4ce8-445d-9648-721dab4f4e51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.829680 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2e1aec6a-e049-42f2-aaec-2e6d054665ba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.840912 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0b70dec5-e35d-4b6c-bdce-f251f6e16833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.844094 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-1e15302f-c39e-4406-93a5-8ec0a5975061 None None] Attempting to bind port 3bf3a605-5b1e-489d-9e75-40a68af79a89 on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:13:48.844462 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-1e15302f-c39e-4406-93a5-8ec0a5975061 None None] Attempting to bind port 3bf3a605-5b1e-489d-9e75-40a68af79a89 by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': '2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': '4329a8c1-5951-435c-879e-c3bf0e015307'}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:13:48.844851 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e15302f-c39e-4406-93a5-8ec0a5975061 None None] Attempting to bind port 3bf3a605-5b1e-489d-9e75-40a68af79a89 on network 4329a8c1-5951-435c-879e-c3bf0e015307 {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:13:48.852211 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-21681c6e-4ce8-445d-9648-721dab4f4e51 None None] Calling delete_port for 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb owned by network:dhcp {{(pid=118835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:48.855626 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b70dec5-e35d-4b6c-bdce-f251f6e16833 admin admin] Releasing vlan 1389 on physical network physnet1 to pool {{(pid=118833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:13:48.856460 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0b70dec5-e35d-4b6c-bdce-f251f6e16833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131455057'] for segment, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.856606 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.ipam_backend_mixin [None req-21681c6e-4ce8-445d-9648-721dab4f4e51 None None] Port 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb was not found and therefore no delete operation was performed {{(pid=118835) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: Traceback (most recent call last): Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: timer() Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: cb(*args, **kw) Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: return func(*args, **kwargs) Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: self._notify() Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: self.callback(batched_events) Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: event.method(event) Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: return f(self, *a, **k) Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: return self._get(url).json() Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: return self.request(url, 'GET', **kwargs) Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:13:48.858055 dv-cinder-815701-1-iscsi neutron-server[118833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:13:48.864468 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-21681c6e-4ce8-445d-9648-721dab4f4e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277'] for port, after_delete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.888322 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e15302f-c39e-4406-93a5-8ec0a5975061 None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:13:48.888641 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e15302f-c39e-4406-93a5-8ec0a5975061 None None] Checking segment: {'id': '2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': '4329a8c1-5951-435c-879e-c3bf0e015307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:13:48.888829 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-1e15302f-c39e-4406-93a5-8ec0a5975061 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.889256 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e15302f-c39e-4406-93a5-8ec0a5975061 None None] Bound using segment: {'id': '2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': '4329a8c1-5951-435c-879e-c3bf0e015307'} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:13:48.889697 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-1e15302f-c39e-4406-93a5-8ec0a5975061 None None] Bound port: 3bf3a605-5b1e-489d-9e75-40a68af79a89, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': '4329a8c1-5951-435c-879e-c3bf0e015307'}}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:13:48.890073 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-1e15302f-c39e-4406-93a5-8ec0a5975061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.946378 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21681c6e-4ce8-445d-9648-721dab4f4e51 None None] Pushing event deleted for resources: {'Port': ['ID=48f0be69-adc4-4be4-b5aa-27ccb9f43ddb,revision_number=None']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:48.952897 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21681c6e-4ce8-445d-9648-721dab4f4e51 None None] No DVR routers for this DVR port 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb on host dv-cinder-815701-1-iscsi {{(pid=118835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:13:48.975151 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8e32af09-cc63-45a2-af11-70bdc56980fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.991782 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-2e1aec6a-e049-42f2-aaec-2e6d054665ba admin admin] Deleting port 679c778f-9142-44f9-8bd1-3148de1960c7 {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:48.992129 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2e1aec6a-e049-42f2-aaec-2e6d054665ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.999603 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-af29f10e-122f-4431-bb31-45507d6803a8 None None] Set router 4eab40d2-6c11-4aa5-85ac-537683199bbb gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:49.028948 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0b70dec5-e35d-4b6c-bdce-f251f6e16833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703771'] for network, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:49.040233 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0b70dec5-e35d-4b6c-bdce-f251f6e16833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:49.048368 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-0b70dec5-e35d-4b6c-bdce-f251f6e16833 admin admin] 10.222.0.109 "DELETE /v2.0/networks/9e7ba3f0-467b-4d17-b772-8f705f099bec HTTP/1.1" status: 204 len: 168 time: 1.4771671 Oct 27 17:13:49.064934 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70dec5-e35d-4b6c-bdce-f251f6e16833 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e7ba3f0-467b-4d17-b772-8f705f099bec,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:49.097262 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8e32af09-cc63-45a2-af11-70bdc56980fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:49.154236 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [None req-2e1aec6a-e049-42f2-aaec-2e6d054665ba admin admin] For port 679c778f-9142-44f9-8bd1-3148de1960c7, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=679c778f-9142-44f9-8bd1-3148de1960c7,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:49.162779 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2e1aec6a-e049-42f2-aaec-2e6d054665ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:49.177376 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-2e1aec6a-e049-42f2-aaec-2e6d054665ba admin admin] Calling delete_port for 679c778f-9142-44f9-8bd1-3148de1960c7 owned by network:router_gateway {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:49.203730 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32af09-cc63-45a2-af11-70bdc56980fb admin admin] Pushing event updated for resources: {'Port': ['ID=89061395-5558-4b19-8d81-9c3d90ea47c5,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:49.210399 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-1e15302f-c39e-4406-93a5-8ec0a5975061 None None] For port 3bf3a605-5b1e-489d-9e75-40a68af79a89, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:13:49.216713 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-1e15302f-c39e-4406-93a5-8ec0a5975061 None None] For port 3bf3a605-5b1e-489d-9e75-40a68af79a89, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=3bf3a605-5b1e-489d-9e75-40a68af79a89,segment=NetworkSegment(2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4),segment_id=2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4)] {{(pid=118835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:13:49.219007 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e32af09-cc63-45a2-af11-70bdc56980fb admin admin] Network ed716183-5f1c-445b-936f-259913b9090b is already hosted by enough agents. {{(pid=118833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:13:49.221202 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-8e32af09-cc63-45a2-af11-70bdc56980fb admin admin] Resources bound (agent type, host, resource id): {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:13:49.226360 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e32af09-cc63-45a2-af11-70bdc56980fb admin admin] Received port after_create {{(pid=118833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:13:49.321261 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 10741910-44de-4eff-8be7-c49cfc145f2c up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:13:49.328338 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-1e15302f-c39e-4406-93a5-8ec0a5975061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:49.457706 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15302f-c39e-4406-93a5-8ec0a5975061 None None] Pushing event updated for resources: {'Port': ['ID=3bf3a605-5b1e-489d-9e75-40a68af79a89,revision_number=2']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:49.474707 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-af29f10e-122f-4431-bb31-45507d6803a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'name': 'tempest-TestShelveInstance-178698612-router', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:06:54Z', 'updated_at': '2021-10-27T17:13:47Z', 'revision_number': 5, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'gw_port': {'id': '679c778f-9142-44f9-8bd1-3148de1960c7', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:06:55Z', 'updated_at': '2021-10-27T17:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:49.476211 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 10741910-44de-4eff-8be7-c49cfc145f2c triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:13:49.476592 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:49.480649 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2e1aec6a-e049-42f2-aaec-2e6d054665ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:49.522641 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35152) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:49.527658 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1aec6a-e049-42f2-aaec-2e6d054665ba admin admin] Pushing event deleted for resources: {'Port': ['ID=679c778f-9142-44f9-8bd1-3148de1960c7,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:49.528576 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af29f10e-122f-4431-bb31-45507d6803a8 None None] Checking router: 4eab40d2-6c11-4aa5-85ac-537683199bbb for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:13:49.576514 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af29f10e-122f-4431-bb31-45507d6803a8 None None] Routers {'4eab40d2-6c11-4aa5-85ac-537683199bbb'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:49.577172 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-af29f10e-122f-4431-bb31-45507d6803a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:13:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['4eab40d2-6c11-4aa5-85ac-537683199bbb'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:49.579170 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-e6790d18-12f6-4060-91e9-c6c0c234c7e0 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=b56b830b8c974548b53ba292242131df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0612721 Oct 27 17:13:49.581780 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35154) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:49.616065 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2e1aec6a-e049-42f2-aaec-2e6d054665ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133703783'] for router_gateway, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:49.649289 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-0fd63786-89fb-4caa-a0de-eb75be7a0082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:49.659649 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-af29f10e-122f-4431-bb31-45507d6803a8 None None] Set router 4eab40d2-6c11-4aa5-85ac-537683199bbb gateway port host: None {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:49.742949 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-991efd69-00a6-46d2-8594-1780e22f92d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:49.751473 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2e1aec6a-e049-42f2-aaec-2e6d054665ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133760781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5334'] for router, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:49.755311 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2e1aec6a-e049-42f2-aaec-2e6d054665ba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:49.859448 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-991efd69-00a6-46d2-8594-1780e22f92d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:49.859448 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8e32af09-cc63-45a2-af11-70bdc56980fb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:49.906143 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-af29f10e-122f-4431-bb31-45507d6803a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'name': 'tempest-TestShelveInstance-178698612-router', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:06:54Z', 'updated_at': '2021-10-27T17:13:49Z', 'revision_number': 7, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'gw_port_host': None}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:49.961354 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af29f10e-122f-4431-bb31-45507d6803a8 None None] The sync data for ids ['4eab40d2-6c11-4aa5-85ac-537683199bbb'] in dv-cinder-815701-1-iscsi is: [{'id': '4eab40d2-6c11-4aa5-85ac-537683199bbb', 'name': 'tempest-TestShelveInstance-178698612-router', 'tenant_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:06:54Z', 'updated_at': '2021-10-27T17:13:49Z', 'revision_number': 7, 'project_id': 'c20518b6896c4bd5b8e9508a0f84de09', 'gw_port_host': None}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:13:50.055294 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8e32af09-cc63-45a2-af11-70bdc56980fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133760848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133762959'] for router, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:50.168651 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2e1aec6a-e049-42f2-aaec-2e6d054665ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133760794'] for router, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:50.169246 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1aec6a-e049-42f2-aaec-2e6d054665ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4eab40d2-6c11-4aa5-85ac-537683199bbb {{(pid=118834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:13:50.177477 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-2e1aec6a-e049-42f2-aaec-2e6d054665ba admin admin] Publish callbacks [] for router, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:50.181283 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-2e1aec6a-e049-42f2-aaec-2e6d054665ba admin admin] 10.222.0.109 "DELETE /v2.0/routers/4eab40d2-6c11-4aa5-85ac-537683199bbb HTTP/1.1" status: 204 len: 168 time: 1.6448793 Oct 27 17:13:50.182346 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35162) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:50.209407 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-991efd69-00a6-46d2-8594-1780e22f92d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:50.212552 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-991efd69-00a6-46d2-8594-1780e22f92d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:50.216435 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-991efd69-00a6-46d2-8594-1780e22f92d7 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/674f4de9-2b7a-412f-b26a-48928eeeca70 HTTP/1.1" status: 204 len: 168 time: 0.6315176 Oct 27 17:13:50.227871 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991efd69-00a6-46d2-8594-1780e22f92d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674f4de9-2b7a-412f-b26a-48928eeeca70,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:50.243518 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bebc64c-261e-4ded-be4f-93a9163605b9 admin admin] Deleting subnet 2038848a-a09a-4f9c-a4fd-769b5112000d {{(pid=118833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:13:50.246925 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0bebc64c-261e-4ded-be4f-93a9163605b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:50.289361 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0bebc64c-261e-4ded-be4f-93a9163605b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131504099'] for subnet, precommit_delete_associations {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:50.291495 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e32af09-cc63-45a2-af11-70bdc56980fb admin admin] Router 751fae45-2a0a-422e-b3b6-7cebd087a547 is scheduled to L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 with binding_index 1 {{(pid=118833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:13:50.349533 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:13:50.376948 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:13:50.377294 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 48f0be69-adc4-4be4-b5aa-27ccb9f43ddb not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:13:50.670243 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a018dad2-3823-476d-92da-3a7c85009e48 None None] Network 4329a8c1-5951-435c-879e-c3bf0e015307 requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:13:50.692919 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0bebc64c-261e-4ded-be4f-93a9163605b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1424751'] for subnet, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:50.723912 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e32af09-cc63-45a2-af11-70bdc56980fb admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:13:50.733723 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] Sync routers for ids ['751fae45-2a0a-422e-b3b6-7cebd087a547'] in dv-cinder-815701-1-iscsi {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:13:50.751517 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] Routers {'751fae45-2a0a-422e-b3b6-7cebd087a547'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:50.752649 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:13:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['751fae45-2a0a-422e-b3b6-7cebd087a547'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:50.805328 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-73e6186b-9778-4500-a8f8-b842936c2411 None None] Provisioning complete for port 3bf3a605-5b1e-489d-9e75-40a68af79a89 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:13:50.811014 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-73e6186b-9778-4500-a8f8-b842936c2411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:50.833523 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8e32af09-cc63-45a2-af11-70bdc56980fb admin admin] Publish callbacks [] for router, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:50.839067 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-8e32af09-cc63-45a2-af11-70bdc56980fb admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6510091 Oct 27 17:13:50.839241 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 35170) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:50.839794 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0bebc64c-261e-4ded-be4f-93a9163605b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1424742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131455163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130858914'] for subnet, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:50.876366 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bebc64c-261e-4ded-be4f-93a9163605b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2038848a-a09a-4f9c-a4fd-769b5112000d,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:50.883584 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-0bebc64c-261e-4ded-be4f-93a9163605b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:50.888616 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-0bebc64c-261e-4ded-be4f-93a9163605b9 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/2038848a-a09a-4f9c-a4fd-769b5112000d HTTP/1.1" status: 204 len: 168 time: 0.7030859 Oct 27 17:13:50.889926 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35172) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:50.903497 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217b7642-7ac4-4bba-9cb4-24159232ea4d None None] Network 07498dd1-2882-444c-978e-46285484b33d requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:13:50.924407 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] Set router 751fae45-2a0a-422e-b3b6-7cebd087a547 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:51.008417 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-77c09c59-5e2f-45fa-8632-c7917aac7761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529236'] for network, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:51.088786 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-73e6186b-9778-4500-a8f8-b842936c2411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:51.099068 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35174) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:51.151217 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-77c09c59-5e2f-45fa-8632-c7917aac7761 admin admin] Deleting port 9d8c245a-007a-45cd-9317-beeb8f6598a9 {{(pid=118833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:51.152017 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-77c09c59-5e2f-45fa-8632-c7917aac7761 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:51.256880 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751fae45-2a0a-422e-b3b6-7cebd087a547', 'name': 'tempest-TestMinimumBasicScenario-214758984-router', 'tenant_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '89061395-5558-4b19-8d81-9c3d90ea47c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:13:47Z', 'updated_at': '2021-10-27T17:13:49Z', 'revision_number': 3, 'project_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'gw_port': {'id': '89061395-5558-4b19-8d81-9c3d90ea47c5', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751fae45-2a0a-422e-b3b6-7cebd087a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:48Z', 'updated_at': '2021-10-27T17:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:51.261242 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-73e6186b-9778-4500-a8f8-b842936c2411 None None] For port 3bf3a605-5b1e-489d-9e75-40a68af79a89, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=3bf3a605-5b1e-489d-9e75-40a68af79a89,segment=NetworkSegment(2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4),segment_id=2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:51.313560 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 3bf3a605-5b1e-489d-9e75-40a68af79a89 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:13:51.329697 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] Checking router: 751fae45-2a0a-422e-b3b6-7cebd087a547 for host: dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:13:51.330598 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] Updating router 751fae45-2a0a-422e-b3b6-7cebd087a547 port 89061395-5558-4b19-8d81-9c3d90ea47c5 binding host dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:13:51.369015 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:51.388650 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-bc216d57-11f2-48f9-bf36-4540c3dfcdd1 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=d809dc4fe40f41269f1be51cbc94403a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875850 Oct 27 17:13:51.390431 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35182) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:51.418213 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-73e6186b-9778-4500-a8f8-b842936c2411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:51.490295 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e611747-f023-4194-a02e-7a647e035cdb None None] DHCP port deletion for 07498dd1-2882-444c-978e-46285484b33d request from dv-cinder-815701-1-iscsi {{(pid=118835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:13:51.490518 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.db [None req-77c09c59-5e2f-45fa-8632-c7917aac7761 admin admin] For port 9d8c245a-007a-45cd-9317-beeb8f6598a9, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=9d8c245a-007a-45cd-9317-beeb8f6598a9,segment=NetworkSegment(0d9014a4-3f25-4fd8-961e-bdce34dcf2dc),segment_id=0d9014a4-3f25-4fd8-961e-bdce34dcf2dc)] {{(pid=118833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:51.490969 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-77c09c59-5e2f-45fa-8632-c7917aac7761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:51.531699 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-77c09c59-5e2f-45fa-8632-c7917aac7761 admin admin] Calling delete_port for 9d8c245a-007a-45cd-9317-beeb8f6598a9 owned by network:dhcp {{(pid=118833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:51.542528 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-99d6ac41-ff6b-499b-a932-3d0fa3ecdfdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:51.574995 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 3bf3a605-5b1e-489d-9e75-40a68af79a89 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:13:51.576770 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:51.579089 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6186b-9778-4500-a8f8-b842936c2411 None None] Pushing event updated for resources: {'Port': ['ID=3bf3a605-5b1e-489d-9e75-40a68af79a89,revision_number=3']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:51.609546 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-99d6ac41-ff6b-499b-a932-3d0fa3ecdfdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:51.684480 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-0128834d-5bcd-4b10-aa5f-b5b2a9ba68f9 None None] Provisioning complete for port 3bf3a605-5b1e-489d-9e75-40a68af79a89 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:13:51.685614 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-0128834d-5bcd-4b10-aa5f-b5b2a9ba68f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:51.754729 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-614db244-3636-4650-9365-fc78d3a7d7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:51.755493 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-5e611747-f023-4194-a02e-7a647e035cdb None None] Deleting port 9d8c245a-007a-45cd-9317-beeb8f6598a9 {{(pid=118835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:51.755874 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-5e611747-f023-4194-a02e-7a647e035cdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:51.782124 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] Publish callbacks [] for port, precommit_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:51.825514 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-99d6ac41-ff6b-499b-a932-3d0fa3ecdfdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:51.828246 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-99d6ac41-ff6b-499b-a932-3d0fa3ecdfdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:51.831788 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-99d6ac41-ff6b-499b-a932-3d0fa3ecdfdf admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/0b197639-93fc-47dc-b8f5-a67bd6a2a96e HTTP/1.1" status: 204 len: 168 time: 0.4379642 Oct 27 17:13:51.846801 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6ac41-ff6b-499b-a932-3d0fa3ecdfdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b197639-93fc-47dc-b8f5-a67bd6a2a96e,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:51.866380 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-77c09c59-5e2f-45fa-8632-c7917aac7761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:51.892147 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c09c59-5e2f-45fa-8632-c7917aac7761 admin admin] No DVR routers for this DVR port 9d8c245a-007a-45cd-9317-beeb8f6598a9 on host dv-cinder-815701-1-iscsi {{(pid=118833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:13:51.918525 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-5e611747-f023-4194-a02e-7a647e035cdb None None] For port 9d8c245a-007a-45cd-9317-beeb8f6598a9, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=9d8c245a-007a-45cd-9317-beeb8f6598a9,segment=NetworkSegment(0d9014a4-3f25-4fd8-961e-bdce34dcf2dc),segment_id=0d9014a4-3f25-4fd8-961e-bdce34dcf2dc)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:51.918950 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-5e611747-f023-4194-a02e-7a647e035cdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:51.933218 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:51.939010 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-5e611747-f023-4194-a02e-7a647e035cdb None None] Calling delete_port for 9d8c245a-007a-45cd-9317-beeb8f6598a9 owned by network:dhcp {{(pid=118835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:51.951193 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c09c59-5e2f-45fa-8632-c7917aac7761 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d8c245a-007a-45cd-9317-beeb8f6598a9,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:51.964877 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-3b6150c0-81d3-41f4-a043-a5adc0498f63 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:51.966791 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-3b6150c0-81d3-41f4-a043-a5adc0498f63 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/networks?id=bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d HTTP/1.1" status: 200 len: 815 time: 0.2141991 Oct 27 17:13:51.971995 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device dd08161c-4b2e-499e-92fa-aba08d9c4314 no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:13:52.012149 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-12ff53cb-bb47-41aa-bece-7de0e3e15998 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/quotas/e5526c6afcb241e28e5e9709ce3c0d2f HTTP/1.1" status: 200 len: 375 time: 0.0255826 Oct 27 17:13:52.025079 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [None req-614db244-3636-4650-9365-fc78d3a7d7ea admin admin] Allocated IP 172.20.0.1 (4329a8c1-5951-435c-879e-c3bf0e015307/b939cb2d-829f-4e1c-ad21-8841380a24a2/a620eae7-ef87-4a1a-bcaf-d6d873e50900) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:13:52.033956 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: dd08161c-4b2e-499e-92fa-aba08d9c4314 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:13:52.035742 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device dd08161c-4b2e-499e-92fa-aba08d9c4314 not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:13:52.035742 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 679c778f-9142-44f9-8bd1-3148de1960c7 no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:13:52.042009 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] Attempting to bind port 89061395-5558-4b19-8d81-9c3d90ea47c5 on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:13:52.042479 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] Attempting to bind port 89061395-5558-4b19-8d81-9c3d90ea47c5 by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}] {{(pid=118836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:13:52.042837 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] Attempting to bind port 89061395-5558-4b19-8d81-9c3d90ea47c5 on network ed716183-5f1c-445b-936f-259913b9090b {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:13:52.061153 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: 679c778f-9142-44f9-8bd1-3148de1960c7 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:13:52.066674 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 679c778f-9142-44f9-8bd1-3148de1960c7 not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:13:52.079802 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:13:52.080177 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] Checking segment: {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:13:52.080661 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:52.081063 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] Bound using segment: {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'} {{(pid=118836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:13:52.085009 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.managers [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] Bound port: 89061395-5558-4b19-8d81-9c3d90ea47c5, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd89f144-5a93-4d48-b54a-d73a57ffaf23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b'}}] {{(pid=118836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:13:52.085447 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:52.110681 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-5e611747-f023-4194-a02e-7a647e035cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277'] for port, after_delete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:52.113991 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-77c09c59-5e2f-45fa-8632-c7917aac7761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423354', 'neutron.services.segments.db._delete_segments_for_network-8740460286558'] for network, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:52.151687 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e611747-f023-4194-a02e-7a647e035cdb None None] Pushing event deleted for resources: {'Port': ['ID=9d8c245a-007a-45cd-9317-beeb8f6598a9,revision_number=None']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:52.155753 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.services.segments.db [None req-77c09c59-5e2f-45fa-8632-c7917aac7761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07498dd1-2882-444c-978e-46285484b33d']}} {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:52.161313 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e611747-f023-4194-a02e-7a647e035cdb None None] No DVR routers for this DVR port 9d8c245a-007a-45cd-9317-beeb8f6598a9 on host dv-cinder-815701-1-iscsi {{(pid=118835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:13:52.171886 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.db [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] For port 89061395-5558-4b19-8d81-9c3d90ea47c5, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:13:52.172966 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.services.segments.db [None req-77c09c59-5e2f-45fa-8632-c7917aac7761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9014a4-3f25-4fd8-961e-bdce34dcf2dc') {'for_net_delete': True} {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:52.174122 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099f454-96c5-455f-a4d0-d0ef7457d160 None None] Pushing event updated for resources: {'Port': ['ID=89061395-5558-4b19-8d81-9c3d90ea47c5,revision_number=2']} {{(pid=118836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:52.174735 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.services.segments.db [None req-77c09c59-5e2f-45fa-8632-c7917aac7761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9014a4-3f25-4fd8-961e-bdce34dcf2dc') {} {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:52.183547 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.plugins.ml2.db [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] For port 89061395-5558-4b19-8d81-9c3d90ea47c5, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=89061395-5558-4b19-8d81-9c3d90ea47c5,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:13:52.189108 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-77c09c59-5e2f-45fa-8632-c7917aac7761 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740460286055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131504026'] for segment, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:52.204261 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-77c09c59-5e2f-45fa-8632-c7917aac7761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:52.204415 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-f887a9b2-87fa-4ed6-9606-2efcdcc10091 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=e5526c6afcb241e28e5e9709ce3c0d2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1829031 Oct 27 17:13:52.217060 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c09c59-5e2f-45fa-8632-c7917aac7761 admin admin] Releasing vlan 1375 on physical network physnet1 to pool {{(pid=118833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:13:52.218378 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-77c09c59-5e2f-45fa-8632-c7917aac7761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131455057'] for segment, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: Traceback (most recent call last): Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: timer() Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: cb(*args, **kw) Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: return func(*args, **kwargs) Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: self._notify() Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: self.callback(batched_events) Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: event.method(event) Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: return f(self, *a, **k) Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: return self._get(url).json() Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: return self.request(url, 'GET', **kwargs) Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:13:52.232624 dv-cinder-815701-1-iscsi neutron-server[118833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:13:52.269102 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-614db244-3636-4650-9365-fc78d3a7d7ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:52.273661 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron_lib.callbacks.manager [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:52.342895 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] Routers {'751fae45-2a0a-422e-b3b6-7cebd087a547'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:52.343762 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:13:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['751fae45-2a0a-422e-b3b6-7cebd087a547'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:52.419581 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099f454-96c5-455f-a4d0-d0ef7457d160 None None] Pushing event updated for resources: {'Port': ['ID=89061395-5558-4b19-8d81-9c3d90ea47c5,revision_number=3']} {{(pid=118836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:52.432294 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-77c09c59-5e2f-45fa-8632-c7917aac7761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703771'] for network, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:52.438562 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-77c09c59-5e2f-45fa-8632-c7917aac7761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:52.447463 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-77c09c59-5e2f-45fa-8632-c7917aac7761 admin admin] 10.222.0.109 "DELETE /v2.0/networks/07498dd1-2882-444c-978e-46285484b33d HTTP/1.1" status: 204 len: 168 time: 1.5546899 Oct 27 17:13:52.447605 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 35200) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:52.467741 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b22cc2d1-bd23-458c-8efe-58071eea3ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:52.471748 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c09c59-5e2f-45fa-8632-c7917aac7761 admin admin] Pushing event deleted for resources: {'Network': ['ID=07498dd1-2882-444c-978e-46285484b33d,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:52.591446 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-ad324516-5249-46d8-8d73-42c2c12d0e53 service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=118834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:13:52.592453 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-ad324516-5249-46d8-8d73-42c2c12d0e53 service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3805771 Oct 27 17:13:52.593565 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-614db244-3636-4650-9365-fc78d3a7d7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:52.604702 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] Set router 751fae45-2a0a-422e-b3b6-7cebd087a547 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:52.692965 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614db244-3636-4650-9365-fc78d3a7d7ea admin admin] Network 4329a8c1-5951-435c-879e-c3bf0e015307 is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:13:52.705676 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-614db244-3636-4650-9365-fc78d3a7d7ea admin admin] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:13:52.716620 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614db244-3636-4650-9365-fc78d3a7d7ea admin admin] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:13:52.725979 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614db244-3636-4650-9365-fc78d3a7d7ea admin admin] Pushing event updated for resources: {'Port': ['ID=a620eae7-ef87-4a1a-bcaf-d6d873e50900,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:52.812509 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-96d567c8-10d1-4a6e-96e8-6003fb6c3fb5 service neutron] 10.222.0.109 "GET /v2.0/networks/bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091169 Oct 27 17:13:52.844803 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-614db244-3636-4650-9365-fc78d3a7d7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133703890'] for router_interface, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:52.888283 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751fae45-2a0a-422e-b3b6-7cebd087a547', 'name': 'tempest-TestMinimumBasicScenario-214758984-router', 'tenant_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '89061395-5558-4b19-8d81-9c3d90ea47c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:13:47Z', 'updated_at': '2021-10-27T17:13:49Z', 'revision_number': 3, 'project_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'gw_port': {'id': '89061395-5558-4b19-8d81-9c3d90ea47c5', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751fae45-2a0a-422e-b3b6-7cebd087a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:48Z', 'updated_at': '2021-10-27T17:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:52.915333 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d05a02-a292-42c8-9401-b5f0223eb2d9 None None] The sync data for ids ['751fae45-2a0a-422e-b3b6-7cebd087a547'] in dv-cinder-815701-1-iscsi is: [{'id': '751fae45-2a0a-422e-b3b6-7cebd087a547', 'name': 'tempest-TestMinimumBasicScenario-214758984-router', 'tenant_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '89061395-5558-4b19-8d81-9c3d90ea47c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:13:47Z', 'updated_at': '2021-10-27T17:13:49Z', 'revision_number': 3, 'project_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'gw_port': {'id': '89061395-5558-4b19-8d81-9c3d90ea47c5', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751fae45-2a0a-422e-b3b6-7cebd087a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:48Z', 'updated_at': '2021-10-27T17:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}] {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:13:52.958810 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-42cea2ff-e737-4629-8e6f-f3d2c794fde2 None None] Provisioning complete for port a620eae7-ef87-4a1a-bcaf-d6d873e50900 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:13:52.959173 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-42cea2ff-e737-4629-8e6f-f3d2c794fde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:52.999720 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-42cea2ff-e737-4629-8e6f-f3d2c794fde2 None None] Port a620eae7-ef87-4a1a-bcaf-d6d873e50900 cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:13:53.122023 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 3bf3a605-5b1e-489d-9e75-40a68af79a89 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:13:53.221805 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 3bf3a605-5b1e-489d-9e75-40a68af79a89 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:13:53.222264 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:53.270403 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:53.391628 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 9d8c245a-007a-45cd-9317-beeb8f6598a9 no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:13:53.410199 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-8a0c6dc6-9c2f-485c-a417-763911b98815 service neutron] 10.222.0.109 "GET /v2.0/networks/bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352182 Oct 27 17:13:53.412768 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: 9d8c245a-007a-45cd-9317-beeb8f6598a9 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:13:53.413346 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 9d8c245a-007a-45cd-9317-beeb8f6598a9 not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:13:53.450911 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:53.555464 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-614db244-3636-4650-9365-fc78d3a7d7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:53.614720 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-dcd7279d-4765-45b9-9b5c-17caed868708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133762601'] for router_interface, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:53.676959 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ce3fc39f-18d4-4b2b-8a05-78a250e49688 req-dcde4024-f558-4258-a822-7723b88559cb tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=1f7cb015-546b-4fb4-a368-078c5f4290e0 HTTP/1.1" status: 200 len: 210 time: 0.0305982 Oct 27 17:13:53.893068 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-614db244-3636-4650-9365-fc78d3a7d7ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:53.980212 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-dcd7279d-4765-45b9-9b5c-17caed868708 admin admin] Deleting port 4f91aca8-d4d8-4f88-a952-cb2d7431a37c {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:53.980547 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-dcd7279d-4765-45b9-9b5c-17caed868708 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:54.016168 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-614db244-3636-4650-9365-fc78d3a7d7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:54.111179 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614db244-3636-4650-9365-fc78d3a7d7ea admin admin] Pushing event updated for resources: {'Port': ['ID=a620eae7-ef87-4a1a-bcaf-d6d873e50900,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:54.115767 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-614db244-3636-4650-9365-fc78d3a7d7ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133607302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133762626'] for router_interface, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:54.138258 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [None req-dcd7279d-4765-45b9-9b5c-17caed868708 admin admin] For port 4f91aca8-d4d8-4f88-a952-cb2d7431a37c, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=4f91aca8-d4d8-4f88-a952-cb2d7431a37c,segment=NetworkSegment(1aebb088-a8dc-4292-8445-7b4ac5a383f7),segment_id=1aebb088-a8dc-4292-8445-7b4ac5a383f7)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:54.138614 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-dcd7279d-4765-45b9-9b5c-17caed868708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:54.186554 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-dcd7279d-4765-45b9-9b5c-17caed868708 admin admin] Calling delete_port for 4f91aca8-d4d8-4f88-a952-cb2d7431a37c owned by network:router_interface {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:54.288935 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614db244-3636-4650-9365-fc78d3a7d7ea admin admin] Network 4329a8c1-5951-435c-879e-c3bf0e015307 is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:13:54.292049 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [None req-614db244-3636-4650-9365-fc78d3a7d7ea admin admin] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:13:54.493465 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614db244-3636-4650-9365-fc78d3a7d7ea admin admin] Router 751fae45-2a0a-422e-b3b6-7cebd087a547 has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:13:54.544126 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-c7945f71-bf02-4b12-8927-1b70813bbe7c None None] Provisioning complete for port a620eae7-ef87-4a1a-bcaf-d6d873e50900 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:13:54.544933 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-c7945f71-bf02-4b12-8927-1b70813bbe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:54.579520 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-c7945f71-bf02-4b12-8927-1b70813bbe7c None None] Port a620eae7-ef87-4a1a-bcaf-d6d873e50900 cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:13:54.585687 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-dcd7279d-4765-45b9-9b5c-17caed868708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:54.625483 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7279d-4765-45b9-9b5c-17caed868708 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f91aca8-d4d8-4f88-a952-cb2d7431a37c,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:54.724030 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614db244-3636-4650-9365-fc78d3a7d7ea admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:13:54.734123 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-614db244-3636-4650-9365-fc78d3a7d7ea admin admin] 10.222.0.109 "PUT /v2.0/routers/751fae45-2a0a-422e-b3b6-7cebd087a547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8943403 Oct 27 17:13:54.888649 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-92294ec0-3d4a-4470-ab3a-7e9393dbe3c4 req-d48adbc2-1416-4c32-9cf8-11201940f13a tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=1f7cb015-546b-4fb4-a368-078c5f4290e0 HTTP/1.1" status: 200 len: 210 time: 0.1127827 Oct 27 17:13:54.922152 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-dcd7279d-4765-45b9-9b5c-17caed868708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133607305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133762757'] for router_interface, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:55.193604 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd7279d-4765-45b9-9b5c-17caed868708 admin admin] Router aefa6961-b515-4980-a1a5-30ac04a52e7b has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:13:55.246376 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 89061395-5558-4b19-8d81-9c3d90ea47c5 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:13:55.274098 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:55.290961 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] Sync routers for ids ['751fae45-2a0a-422e-b3b6-7cebd087a547'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:13:55.307671 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] Routers {'751fae45-2a0a-422e-b3b6-7cebd087a547'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:55.308296 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:13:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['751fae45-2a0a-422e-b3b6-7cebd087a547'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:55.321938 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd7279d-4765-45b9-9b5c-17caed868708 admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:13:55.330213 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-dcd7279d-4765-45b9-9b5c-17caed868708 admin admin] 10.222.0.109 "PUT /v2.0/routers/aefa6961-b515-4980-a1a5-30ac04a52e7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8788285 Oct 27 17:13:55.330833 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35228) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:55.333340 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c77988-36fc-423b-bcda-acc72e19362c None None] Sync routers for ids ['aefa6961-b515-4980-a1a5-30ac04a52e7b'] in dv-cinder-815701-1-iscsi {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:13:55.345263 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c77988-36fc-423b-bcda-acc72e19362c None None] Routers {'aefa6961-b515-4980-a1a5-30ac04a52e7b'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:55.345958 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-99c77988-36fc-423b-bcda-acc72e19362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:13:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['aefa6961-b515-4980-a1a5-30ac04a52e7b'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:55.386495 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 89061395-5558-4b19-8d81-9c3d90ea47c5 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:13:55.386873 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:55.457130 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] Set router 751fae45-2a0a-422e-b3b6-7cebd087a547 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:55.473043 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-99c77988-36fc-423b-bcda-acc72e19362c None None] Set router aefa6961-b515-4980-a1a5-30ac04a52e7b gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:55.478268 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9c45e98c-00a2-4c79-b1f9-0215af09bc8d admin admin] Publish callbacks [] for router, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:55.636057 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9c45e98c-00a2-4c79-b1f9-0215af09bc8d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:55.710297 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-99c77988-36fc-423b-bcda-acc72e19362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefa6961-b515-4980-a1a5-30ac04a52e7b', 'name': 'tempest-TestShelveInstance-1553686498-router', 'tenant_id': '65f9364942f14cbfa4e4d07c91424fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '438e7b38-9103-4a53-91ba-dbee2e8db96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:01Z', 'updated_at': '2021-10-27T17:13:54Z', 'revision_number': 5, 'project_id': '65f9364942f14cbfa4e4d07c91424fe4', 'gw_port': {'id': '438e7b38-9103-4a53-91ba-dbee2e8db96e', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefa6961-b515-4980-a1a5-30ac04a52e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:01Z', 'updated_at': '2021-10-27T17:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:55.729384 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:55.736545 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c77988-36fc-423b-bcda-acc72e19362c None None] Checking router: aefa6961-b515-4980-a1a5-30ac04a52e7b for host: dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:13:55.747088 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c77988-36fc-423b-bcda-acc72e19362c None None] Routers {'aefa6961-b515-4980-a1a5-30ac04a52e7b'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:55.747712 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-99c77988-36fc-423b-bcda-acc72e19362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:13:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['aefa6961-b515-4980-a1a5-30ac04a52e7b'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:55.758498 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] For port 89061395-5558-4b19-8d81-9c3d90ea47c5, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=89061395-5558-4b19-8d81-9c3d90ea47c5,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:55.820228 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-9c45e98c-00a2-4c79-b1f9-0215af09bc8d admin admin] Deleting port 438e7b38-9103-4a53-91ba-dbee2e8db96e {{(pid=118833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:55.821755 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9c45e98c-00a2-4c79-b1f9-0215af09bc8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:55.836823 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:55.878035 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751fae45-2a0a-422e-b3b6-7cebd087a547', 'name': 'tempest-TestMinimumBasicScenario-214758984-router', 'tenant_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '89061395-5558-4b19-8d81-9c3d90ea47c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:13:47Z', 'updated_at': '2021-10-27T17:13:53Z', 'revision_number': 4, 'project_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'gw_port': {'id': '89061395-5558-4b19-8d81-9c3d90ea47c5', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751fae45-2a0a-422e-b3b6-7cebd087a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:48Z', 'updated_at': '2021-10-27T17:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': 'a620eae7-ef87-4a1a-bcaf-d6d873e50900', 'name': '', 'network_id': '4329a8c1-5951-435c-879e-c3bf0e015307', 'tenant_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'mac_address': 'fa:16:3e:c3:35:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751fae45-2a0a-422e-b3b6-7cebd087a547', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b939cb2d-829f-4e1c-ad21-8841380a24a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:51Z', 'updated_at': '2021-10-27T17:13:53Z', 'revision_number': 2, 'project_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'subnets': [{'id': 'b939cb2d-829f-4e1c-ad21-8841380a24a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:55.913161 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] Checking router: 751fae45-2a0a-422e-b3b6-7cebd087a547 for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:13:55.913883 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] Updating router 751fae45-2a0a-422e-b3b6-7cebd087a547 port a620eae7-ef87-4a1a-bcaf-d6d873e50900 binding host dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:13:55.915753 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-99c77988-36fc-423b-bcda-acc72e19362c None None] Set router aefa6961-b515-4980-a1a5-30ac04a52e7b gateway port host: None {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:55.948038 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.db [None req-9c45e98c-00a2-4c79-b1f9-0215af09bc8d admin admin] For port 438e7b38-9103-4a53-91ba-dbee2e8db96e, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=438e7b38-9103-4a53-91ba-dbee2e8db96e,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:55.948683 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9c45e98c-00a2-4c79-b1f9-0215af09bc8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:55.949927 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:55.965113 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-9c45e98c-00a2-4c79-b1f9-0215af09bc8d admin admin] Calling delete_port for 438e7b38-9103-4a53-91ba-dbee2e8db96e owned by network:router_gateway {{(pid=118833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:55.992803 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Pushing event updated for resources: {'Port': ['ID=89061395-5558-4b19-8d81-9c3d90ea47c5,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:56.048588 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-99c77988-36fc-423b-bcda-acc72e19362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefa6961-b515-4980-a1a5-30ac04a52e7b', 'name': 'tempest-TestShelveInstance-1553686498-router', 'tenant_id': '65f9364942f14cbfa4e4d07c91424fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:01Z', 'updated_at': '2021-10-27T17:13:55Z', 'revision_number': 6, 'project_id': '65f9364942f14cbfa4e4d07c91424fe4', 'gw_port_host': None}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:56.050481 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-24baaf45-3092-4eeb-acc1-490a7c7cd9d0 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:56.053057 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-24baaf45-3092-4eeb-acc1-490a7c7cd9d0 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.11 "GET /v2.0/networks?id=bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d HTTP/1.1" status: 200 len: 815 time: 0.2728558 Oct 27 17:13:56.073314 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-d4246074-45d1-4397-b562-2bb1f625b772 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Request body: {'port': {'device_id': '1f7cb015-546b-4fb4-a368-078c5f4290e0', 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d', 'admin_state_up': True, 'tenant_id': 'e5526c6afcb241e28e5e9709ce3c0d2f'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:13:56.103318 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e36980fe-4ed4-460e-9978-79c8bd1fb5d0 req-2cd5e442-3b75-49b2-9bc7-5ed91021a610 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=1f7cb015-546b-4fb4-a368-078c5f4290e0 HTTP/1.1" status: 200 len: 210 time: 0.0431848 Oct 27 17:13:56.128642 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c77988-36fc-423b-bcda-acc72e19362c None None] The sync data for ids ['aefa6961-b515-4980-a1a5-30ac04a52e7b'] in dv-cinder-815701-1-iscsi is: [{'id': 'aefa6961-b515-4980-a1a5-30ac04a52e7b', 'name': 'tempest-TestShelveInstance-1553686498-router', 'tenant_id': '65f9364942f14cbfa4e4d07c91424fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:01Z', 'updated_at': '2021-10-27T17:13:55Z', 'revision_number': 6, 'project_id': '65f9364942f14cbfa4e4d07c91424fe4', 'gw_port_host': None}] {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:13:56.369383 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-d4246074-45d1-4397-b562-2bb1f625b772 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Made reservation on behalf of e5526c6afcb241e28e5e9709ce3c0d2f for: {'port': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:13:56.374810 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-d4246074-45d1-4397-b562-2bb1f625b772 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:56.397705 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9c45e98c-00a2-4c79-b1f9-0215af09bc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:56.441053 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] Publish callbacks [] for port, precommit_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:56.463862 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45e98c-00a2-4c79-b1f9-0215af09bc8d admin admin] Pushing event deleted for resources: {'Port': ['ID=438e7b38-9103-4a53-91ba-dbee2e8db96e,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:56.511922 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:56.515980 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9c45e98c-00a2-4c79-b1f9-0215af09bc8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133703783'] for router_gateway, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:56.634920 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-d4246074-45d1-4397-b562-2bb1f625b772 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Allocated IP 172.20.0.5 (bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d/002adcd4-bbca-4869-abb7-faa23c65ce4f/8a0e2d16-4f10-4dcc-984f-dd478577d969) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:13:56.712838 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9c45e98c-00a2-4c79-b1f9-0215af09bc8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133760781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5334'] for router, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:56.715908 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9c45e98c-00a2-4c79-b1f9-0215af09bc8d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:56.738599 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae704aa8-eacb-40b8-9813-c155e0704e1c None None] Pushing event updated for resources: {'Port': ['ID=a620eae7-ef87-4a1a-bcaf-d6d873e50900,revision_number=3']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:56.776368 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] Attempting to bind port a620eae7-ef87-4a1a-bcaf-d6d873e50900 on host dv-cinder-815701-1-iscsi for vnic_type normal with profile {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:13:56.779893 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] Attempting to bind port a620eae7-ef87-4a1a-bcaf-d6d873e50900 by drivers openvswitch,hyperv on host dv-cinder-815701-1-iscsi at level 0 using segments [{'id': '2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': '4329a8c1-5951-435c-879e-c3bf0e015307'}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:13:56.780502 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] Attempting to bind port a620eae7-ef87-4a1a-bcaf-d6d873e50900 on network 4329a8c1-5951-435c-879e-c3bf0e015307 {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:13:56.795231 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] Checking agent: {'id': '811aec5e-44b3-4b9f-b372-b9503362c4a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815701-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 51, 53), 'started_at': datetime.datetime(2021, 10, 27, 16, 52, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815701-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:13:56.795846 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] Checking segment: {'id': '2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': '4329a8c1-5951-435c-879e-c3bf0e015307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:13:56.796522 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:56.797201 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] Bound using segment: {'id': '2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': '4329a8c1-5951-435c-879e-c3bf0e015307'} {{(pid=118835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:13:56.797931 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.managers [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] Bound port: a620eae7-ef87-4a1a-bcaf-d6d873e50900, host: dv-cinder-815701-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': '4329a8c1-5951-435c-879e-c3bf0e015307'}}] {{(pid=118835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:13:56.809209 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:56.857974 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9c45e98c-00a2-4c79-b1f9-0215af09bc8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133760794'] for router, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:56.858549 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c45e98c-00a2-4c79-b1f9-0215af09bc8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router aefa6961-b515-4980-a1a5-30ac04a52e7b {{(pid=118833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:13:56.865670 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9c45e98c-00a2-4c79-b1f9-0215af09bc8d admin admin] Publish callbacks [] for router, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:56.866832 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-9c45e98c-00a2-4c79-b1f9-0215af09bc8d admin admin] 10.222.0.109 "DELETE /v2.0/routers/aefa6961-b515-4980-a1a5-30ac04a52e7b HTTP/1.1" status: 204 len: 168 time: 1.5350294 Oct 27 17:13:56.870453 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35252) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:56.907742 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] For port a620eae7-ef87-4a1a-bcaf-d6d873e50900, host dv-cinder-815701-1-iscsi, cleared binding levels {{(pid=118835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:13:56.912018 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] For port a620eae7-ef87-4a1a-bcaf-d6d873e50900, host dv-cinder-815701-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=a620eae7-ef87-4a1a-bcaf-d6d873e50900,segment=NetworkSegment(2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4),segment_id=2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4)] {{(pid=118835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:13:56.924272 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-d4246074-45d1-4397-b562-2bb1f625b772 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:56.933994 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-7c75b550-30b5-4112-94fe-9e881105d91a None None] Provisioning complete for port a620eae7-ef87-4a1a-bcaf-d6d873e50900 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:13:56.933994 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-7c75b550-30b5-4112-94fe-9e881105d91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:56.949175 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_v2 [None req-93eddf7f-9e94-4853-97d7-95558aebec8c admin admin] Deleting subnet 65c62d94-3bda-453b-9e17-06ef8111fe22 {{(pid=118833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:13:56.956806 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-93eddf7f-9e94-4853-97d7-95558aebec8c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:56.978447 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-7c75b550-30b5-4112-94fe-9e881105d91a None None] Port a620eae7-ef87-4a1a-bcaf-d6d873e50900 cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:13:57.000628 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:57.008395 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-93eddf7f-9e94-4853-97d7-95558aebec8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131504099'] for subnet, precommit_delete_associations {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:57.066010 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-d4246074-45d1-4397-b562-2bb1f625b772 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:57.101477 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] Routers {'751fae45-2a0a-422e-b3b6-7cebd087a547'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:57.102117 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:13:52Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['751fae45-2a0a-422e-b3b6-7cebd087a547'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:57.112517 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['e2c42066-5bb0-4260-8ed0-7c7d420c5769'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:13:57.131814 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae704aa8-eacb-40b8-9813-c155e0704e1c None None] Pushing event updated for resources: {'Port': ['ID=a620eae7-ef87-4a1a-bcaf-d6d873e50900,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:57.207846 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-93eddf7f-9e94-4853-97d7-95558aebec8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1424751'] for subnet, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:57.210555 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4246074-45d1-4397-b562-2bb1f625b772 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Pushing event updated for resources: {'Port': ['ID=8a0e2d16-4f10-4dcc-984f-dd478577d969,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:57.249253 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-d4246074-45d1-4397-b562-2bb1f625b772 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Network bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:13:57.251779 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-d4246074-45d1-4397-b562-2bb1f625b772 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:13:57.258940 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-d4246074-45d1-4397-b562-2bb1f625b772 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:13:57.335558 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-d4246074-45d1-4397-b562-2bb1f625b772 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:57.336366 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-d4246074-45d1-4397-b562-2bb1f625b772 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:57.371792 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-93eddf7f-9e94-4853-97d7-95558aebec8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1424742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131455163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130858914'] for subnet, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:57.375657 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 89061395-5558-4b19-8d81-9c3d90ea47c5 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:13:57.419287 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eddf7f-9e94-4853-97d7-95558aebec8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65c62d94-3bda-453b-9e17-06ef8111fe22,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:57.435590 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-93eddf7f-9e94-4853-97d7-95558aebec8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:57.447979 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-93eddf7f-9e94-4853-97d7-95558aebec8c admin admin] 10.222.0.109 "DELETE /v2.0/subnets/65c62d94-3bda-453b-9e17-06ef8111fe22 HTTP/1.1" status: 204 len: 168 time: 0.5687025 Oct 27 17:13:57.448776 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35256) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:57.457343 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfc3c9-6711-4bf9-8c97-3ce6cc8d6960 req-99a67d77-60b9-4ab7-985c-9405bd05fb41 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:57.458765 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dabd7c8-01fa-4350-b027-a3263ae8c89f None None] Network 4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:13:57.459738 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6acfc3c9-6711-4bf9-8c97-3ce6cc8d6960 req-99a67d77-60b9-4ab7-985c-9405bd05fb41 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=1f7cb015-546b-4fb4-a368-078c5f4290e0 HTTP/1.1" status: 200 len: 931 time: 0.1197281 Oct 27 17:13:57.499249 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-d4246074-45d1-4397-b562-2bb1f625b772 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4304969 Oct 27 17:13:57.521315 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-074b0204-0829-4c79-b479-087e6c1a65c6 service neutron] Request body: {'port': {'device_id': '1f7cb015-546b-4fb4-a368-078c5f4290e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81570'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:13:57.568601 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6acfc3c9-6711-4bf9-8c97-3ce6cc8d6960 req-37c4934a-1924-4b67-810b-7dc9aa38893f tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997899 Oct 27 17:13:57.579108 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-8b133ca7-37d4-45c9-b715-62a12235f551 None None] Provisioning complete for port a620eae7-ef87-4a1a-bcaf-d6d873e50900 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:13:57.579472 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-8b133ca7-37d4-45c9-b715-62a12235f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:57.584482 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-95cbfabf-b243-49be-80a6-838cb1c52204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529236'] for network, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:57.670464 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-074b0204-0829-4c79-b479-087e6c1a65c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:57.693245 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-95cbfabf-b243-49be-80a6-838cb1c52204 admin admin] Deleting port 93539679-d1db-42bb-9d31-0054c9288183 {{(pid=118833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:13:57.693840 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-95cbfabf-b243-49be-80a6-838cb1c52204 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:57.726823 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port 89061395-5558-4b19-8d81-9c3d90ea47c5 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:13:57.726823 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:57.728909 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] Set router 751fae45-2a0a-422e-b3b6-7cebd087a547 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:57.833672 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.db [None req-95cbfabf-b243-49be-80a6-838cb1c52204 admin admin] For port 93539679-d1db-42bb-9d31-0054c9288183, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=93539679-d1db-42bb-9d31-0054c9288183,segment=NetworkSegment(1aebb088-a8dc-4292-8445-7b4ac5a383f7),segment_id=1aebb088-a8dc-4292-8445-7b4ac5a383f7)] {{(pid=118833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:57.834042 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-95cbfabf-b243-49be-80a6-838cb1c52204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:57.888215 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-95cbfabf-b243-49be-80a6-838cb1c52204 admin admin] Calling delete_port for 93539679-d1db-42bb-9d31-0054c9288183 owned by network:dhcp {{(pid=118833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:13:58.039804 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-8b133ca7-37d4-45c9-b715-62a12235f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:58.095902 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-95cbfabf-b243-49be-80a6-838cb1c52204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:58.111799 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-8b133ca7-37d4-45c9-b715-62a12235f551 None None] For port a620eae7-ef87-4a1a-bcaf-d6d873e50900, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=a620eae7-ef87-4a1a-bcaf-d6d873e50900,segment=NetworkSegment(2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4),segment_id=2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:58.124512 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-074b0204-0829-4c79-b479-087e6c1a65c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a0e2d16-4f10-4dcc-984f-dd478577d969 {{(pid=118834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:13:58.133955 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-074b0204-0829-4c79-b479-087e6c1a65c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:58.149735 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.provisioning_blocks [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-074b0204-0829-4c79-b479-087e6c1a65c6 service neutron] Transition to ACTIVE for port object 8a0e2d16-4f10-4dcc-984f-dd478577d969 will not be triggered until provisioned by entity L2. {{(pid=118834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:13:58.155250 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbfabf-b243-49be-80a6-838cb1c52204 admin admin] Pushing event deleted for resources: {'Port': ['ID=93539679-d1db-42bb-9d31-0054c9288183,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:58.159799 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cbfabf-b243-49be-80a6-838cb1c52204 admin admin] No DVR routers for this DVR port 93539679-d1db-42bb-9d31-0054c9288183 on host dv-cinder-815701-1-iscsi {{(pid=118833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:13:58.183666 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6145fdb-f52f-43db-a760-1d34007326ba None None] DHCP port deletion for 4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe request from dv-cinder-815701-1-iscsi {{(pid=118835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:13:58.196636 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-8b133ca7-37d4-45c9-b715-62a12235f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:58.214956 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-074b0204-0829-4c79-b479-087e6c1a65c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:58.257879 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-95cbfabf-b243-49be-80a6-838cb1c52204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423354', 'neutron.services.segments.db._delete_segments_for_network-8740460286558'] for network, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:58.295945 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.services.segments.db [None req-95cbfabf-b243-49be-80a6-838cb1c52204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe']}} {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:58.302187 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b0204-0829-4c79-b479-087e6c1a65c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a0e2d16-4f10-4dcc-984f-dd478577d969,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:58.313928 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.services.segments.db [None req-95cbfabf-b243-49be-80a6-838cb1c52204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aebb088-a8dc-4292-8445-7b4ac5a383f7') {'for_net_delete': True} {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:58.314225 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.services.segments.db [None req-95cbfabf-b243-49be-80a6-838cb1c52204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aebb088-a8dc-4292-8445-7b4ac5a383f7') {} {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:58.340862 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-95cbfabf-b243-49be-80a6-838cb1c52204 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740460286055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131504026'] for segment, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:58.365671 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-95cbfabf-b243-49be-80a6-838cb1c52204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:58.374890 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95cbfabf-b243-49be-80a6-838cb1c52204 admin admin] Releasing vlan 1392 on physical network physnet1 to pool {{(pid=118833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:13:58.375822 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-95cbfabf-b243-49be-80a6-838cb1c52204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131455057'] for segment, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:58.383774 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-074b0204-0829-4c79-b479-087e6c1a65c6 service neutron] Attempting to bind port 8a0e2d16-4f10-4dcc-984f-dd478577d969 on host hv-cinder-81570 for vnic_type normal with profile {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:13:58.384174 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-074b0204-0829-4c79-b479-087e6c1a65c6 service neutron] Attempting to bind port 8a0e2d16-4f10-4dcc-984f-dd478577d969 by drivers openvswitch,hyperv on host hv-cinder-81570 at level 0 using segments [{'id': '1e562b32-44b3-4d80-a0e6-06e63d8d9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d'}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:13:58.385022 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-074b0204-0829-4c79-b479-087e6c1a65c6 service neutron] Attempting to bind port 8a0e2d16-4f10-4dcc-984f-dd478577d969 on network bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:13:58.389840 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-074b0204-0829-4c79-b479-087e6c1a65c6 service neutron] Port 8a0e2d16-4f10-4dcc-984f-dd478577d969 on network bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81570 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:13:58.390290 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-074b0204-0829-4c79-b479-087e6c1a65c6 service neutron] Attempting to bind port 8a0e2d16-4f10-4dcc-984f-dd478577d969 on network bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:13:58.395380 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-074b0204-0829-4c79-b479-087e6c1a65c6 service neutron] Checking agent: {'id': '95ad64ad-6c0c-401b-b42d-2edbbc1c3c16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'started_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:13:58.395728 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-074b0204-0829-4c79-b479-087e6c1a65c6 service neutron] Checking segment: {'id': '1e562b32-44b3-4d80-a0e6-06e63d8d9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:13:58.396113 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-074b0204-0829-4c79-b479-087e6c1a65c6 service neutron] Bound using segment: {'id': '1e562b32-44b3-4d80-a0e6-06e63d8d9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d'} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:13:58.396540 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-074b0204-0829-4c79-b479-087e6c1a65c6 service neutron] Bound port: 8a0e2d16-4f10-4dcc-984f-dd478577d969, host: hv-cinder-81570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e562b32-44b3-4d80-a0e6-06e63d8d9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d'}}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:13:58.396950 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-074b0204-0829-4c79-b479-087e6c1a65c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: Traceback (most recent call last): Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: timer() Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: cb(*args, **kw) Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: return func(*args, **kwargs) Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: self._notify() Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: self.callback(batched_events) Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: event.method(event) Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: return f(self, *a, **k) Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: return self._get(url).json() Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: return self.request(url, 'GET', **kwargs) Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:13:58.457090 dv-cinder-815701-1-iscsi neutron-server[118833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:13:58.475895 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b133ca7-37d4-45c9-b715-62a12235f551 None None] Pushing event updated for resources: {'Port': ['ID=a620eae7-ef87-4a1a-bcaf-d6d873e50900,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:58.512857 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 438e7b38-9103-4a53-91ba-dbee2e8db96e no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:13:58.522625 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-074b0204-0829-4c79-b479-087e6c1a65c6 service neutron] For port 8a0e2d16-4f10-4dcc-984f-dd478577d969, host hv-cinder-81570, cleared binding levels {{(pid=118834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:13:58.531637 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-95cbfabf-b243-49be-80a6-838cb1c52204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703771'] for network, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:58.537161 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-074b0204-0829-4c79-b479-087e6c1a65c6 service neutron] For port 8a0e2d16-4f10-4dcc-984f-dd478577d969, host hv-cinder-81570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=8a0e2d16-4f10-4dcc-984f-dd478577d969,segment=NetworkSegment(1e562b32-44b3-4d80-a0e6-06e63d8d9332),segment_id=1e562b32-44b3-4d80-a0e6-06e63d8d9332)] {{(pid=118834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:13:58.538338 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-95cbfabf-b243-49be-80a6-838cb1c52204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:58.546175 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-95cbfabf-b243-49be-80a6-838cb1c52204 admin admin] 10.222.0.109 "DELETE /v2.0/networks/4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe HTTP/1.1" status: 204 len: 168 time: 1.0961320 Oct 27 17:13:58.555507 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: 438e7b38-9103-4a53-91ba-dbee2e8db96e {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:13:58.556005 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 438e7b38-9103-4a53-91ba-dbee2e8db96e not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:13:58.556493 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 4f91aca8-d4d8-4f88-a952-cb2d7431a37c no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:13:58.569513 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbfabf-b243-49be-80a6-838cb1c52204 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fdece27-16fa-4bce-9b4b-08c9e6bfc3fe,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:58.580329 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: 4f91aca8-d4d8-4f88-a952-cb2d7431a37c {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:13:58.580783 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 4f91aca8-d4d8-4f88-a952-cb2d7431a37c not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:13:58.585017 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751fae45-2a0a-422e-b3b6-7cebd087a547', 'name': 'tempest-TestMinimumBasicScenario-214758984-router', 'tenant_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '89061395-5558-4b19-8d81-9c3d90ea47c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:13:47Z', 'updated_at': '2021-10-27T17:13:53Z', 'revision_number': 4, 'project_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'gw_port': {'id': '89061395-5558-4b19-8d81-9c3d90ea47c5', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751fae45-2a0a-422e-b3b6-7cebd087a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:48Z', 'updated_at': '2021-10-27T17:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': 'a620eae7-ef87-4a1a-bcaf-d6d873e50900', 'name': '', 'network_id': '4329a8c1-5951-435c-879e-c3bf0e015307', 'tenant_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'mac_address': 'fa:16:3e:c3:35:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751fae45-2a0a-422e-b3b6-7cebd087a547', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b939cb2d-829f-4e1c-ad21-8841380a24a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:51Z', 'updated_at': '2021-10-27T17:13:56Z', 'revision_number': 4, 'project_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'subnets': [{'id': 'b939cb2d-829f-4e1c-ad21-8841380a24a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:58.618017 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6bfadf-e8d8-4b90-a078-c23071258f51 None None] The sync data for ids ['751fae45-2a0a-422e-b3b6-7cebd087a547'] in dv-cinder-815701-1-iscsi is: [{'id': '751fae45-2a0a-422e-b3b6-7cebd087a547', 'name': 'tempest-TestMinimumBasicScenario-214758984-router', 'tenant_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '89061395-5558-4b19-8d81-9c3d90ea47c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:13:47Z', 'updated_at': '2021-10-27T17:13:53Z', 'revision_number': 4, 'project_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'gw_port': {'id': '89061395-5558-4b19-8d81-9c3d90ea47c5', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751fae45-2a0a-422e-b3b6-7cebd087a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:48Z', 'updated_at': '2021-10-27T17:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': 'a620eae7-ef87-4a1a-bcaf-d6d873e50900', 'name': '', 'network_id': '4329a8c1-5951-435c-879e-c3bf0e015307', 'tenant_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'mac_address': 'fa:16:3e:c3:35:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751fae45-2a0a-422e-b3b6-7cebd087a547', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b939cb2d-829f-4e1c-ad21-8841380a24a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:51Z', 'updated_at': '2021-10-27T17:13:56Z', 'revision_number': 4, 'project_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'subnets': [{'id': 'b939cb2d-829f-4e1c-ad21-8841380a24a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:13:58.621971 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-074b0204-0829-4c79-b479-087e6c1a65c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:58.745946 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-074b0204-0829-4c79-b479-087e6c1a65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:58.746788 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-074b0204-0829-4c79-b479-087e6c1a65c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:58.748451 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-074b0204-0829-4c79-b479-087e6c1a65c6 service neutron] 10.222.0.11 "PUT /v2.0/ports/8a0e2d16-4f10-4dcc-984f-dd478577d969 HTTP/1.1" status: 200 len: 1093 time: 1.2336962 Oct 27 17:13:58.749398 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7cb015-546b-4fb4-a368-078c5f4290e0', 'tag': '8a0e2d16-4f10-4dcc-984f-dd478577d969'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:13:58.751848 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfec14d-f7b8-4890-8365-34d2659f786b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7cb015-546b-4fb4-a368-078c5f4290e0", "tag": "8a0e2d16-4f10-4dcc-984f-dd478577d969"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:13:58.782224 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e44bd2-83db-4158-b95b-393f173ea22c req-e560d11b-bfd4-4f0c-94ce-73008d78aa1f tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:58.784219 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d4e44bd2-83db-4158-b95b-393f173ea22c req-e560d11b-bfd4-4f0c-94ce-73008d78aa1f tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=1f7cb015-546b-4fb4-a368-078c5f4290e0 HTTP/1.1" status: 200 len: 943 time: 0.1024387 Oct 27 17:13:58.794835 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b0204-0829-4c79-b479-087e6c1a65c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a0e2d16-4f10-4dcc-984f-dd478577d969,revision_number=3']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:58.812290 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9202da04-8d63-411c-95fa-f838c60c0fef x-openstack-request-id: req-9202da04-8d63-411c-95fa-f838c60c0fef {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:13:58.812750 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7cb015-546b-4fb4-a368-078c5f4290e0", "tag": "8a0e2d16-4f10-4dcc-984f-dd478577d969", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:13:58.812931 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-9202da04-8d63-411c-95fa-f838c60c0fef {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:13:58.813420 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7cb015-546b-4fb4-a368-078c5f4290e0', 'tag': '8a0e2d16-4f10-4dcc-984f-dd478577d969', 'status': 'completed', 'code': 200} Oct 27 17:13:58.870605 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d4e44bd2-83db-4158-b95b-393f173ea22c req-ead202e9-7fd7-4535-ad20-bd7f3b129769 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729523 Oct 27 17:13:58.904813 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfec14d-f7b8-4890-8365-34d2659f786b req-e283e6d5-d001-4cdf-8ef8-35ca1012f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:58.904813 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ecfec14d-f7b8-4890-8365-34d2659f786b req-e283e6d5-d001-4cdf-8ef8-35ca1012f1d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5526c6afcb241e28e5e9709ce3c0d2f&device_id=1f7cb015-546b-4fb4-a368-078c5f4290e0 HTTP/1.1" status: 200 len: 1096 time: 0.0568657 Oct 27 17:13:59.038439 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfec14d-f7b8-4890-8365-34d2659f786b req-5bc51990-36ad-4975-b026-3a0a1ffc005b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:59.040174 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ecfec14d-f7b8-4890-8365-34d2659f786b req-5bc51990-36ad-4975-b026-3a0a1ffc005b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5526c6afcb241e28e5e9709ce3c0d2f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1253736 Oct 27 17:13:59.093841 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35264) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:59.183293 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-2353cb81-4ae9-45fb-90c6-ccd0f9ed5a61 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=c20518b6896c4bd5b8e9508a0f84de09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0882733 Oct 27 17:13:59.185977 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35266) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:59.199241 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfec14d-f7b8-4890-8365-34d2659f786b req-227a4ca7-ab10-451c-8701-27245ae60262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:59.201540 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ecfec14d-f7b8-4890-8365-34d2659f786b req-227a4ca7-ab10-451c-8701-27245ae60262 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1504662 Oct 27 17:13:59.222799 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device a620eae7-ef87-4a1a-bcaf-d6d873e50900 up at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:13:59.281173 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9031d1f4-6d1a-4199-b9d9-e24329b805a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:59.301789 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Provisioning complete for port a620eae7-ef87-4a1a-bcaf-d6d873e50900 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:13:59.302331 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:59.323385 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9031d1f4-6d1a-4199-b9d9-e24329b805a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:59.332419 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-e7def3fb-ba4c-4bd2-840a-a780ae50c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:59.333980 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-e7def3fb-ba4c-4bd2-840a-a780ae50c6dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5526c6afcb241e28e5e9709ce3c0d2f&device_id=1f7cb015-546b-4fb4-a368-078c5f4290e0 HTTP/1.1" status: 200 len: 1096 time: 0.0763445 Oct 27 17:13:59.396945 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-1d7af4a2-dec2-4896-9f85-819adce3dad3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a0e2d16-4f10-4dcc-984f-dd478577d969 HTTP/1.1" status: 200 len: 217 time: 0.0524571 Oct 27 17:13:59.476918 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9031d1f4-6d1a-4199-b9d9-e24329b805a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:59.480983 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9031d1f4-6d1a-4199-b9d9-e24329b805a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:59.485014 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-9031d1f4-6d1a-4199-b9d9-e24329b805a4 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/8ba6ba5e-7d82-469b-a034-f39f5c3b2bb1 HTTP/1.1" status: 204 len: 168 time: 0.2977207 Oct 27 17:13:59.502348 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031d1f4-6d1a-4199-b9d9-e24329b805a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba6ba5e-7d82-469b-a034-f39f5c3b2bb1,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:59.526949 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 93539679-d1db-42bb-9d31-0054c9288183 no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:13:59.574190 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: 93539679-d1db-42bb-9d31-0054c9288183 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:13:59.576245 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 93539679-d1db-42bb-9d31-0054c9288183 not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:13:59.882190 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-df774f59-7a07-46af-8e6e-19c06f91095b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:59.884746 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-df774f59-7a07-46af-8e6e-19c06f91095b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=002adcd4-bbca-4869-abb7-faa23c65ce4f HTTP/1.1" status: 200 len: 855 time: 0.4750631 Oct 27 17:13:59.933760 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-9744ef7b-31c1-43ee-9371-5fd76c92c01b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377638 Oct 27 17:14:00.111075 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35790e8b-74e1-4cb9-928e-ef4e0ab08f8d req-7ab47252-5ba4-4ca3-a8ce-3943e83cf64c tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:00.113656 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-35790e8b-74e1-4cb9-928e-ef4e0ab08f8d req-7ab47252-5ba4-4ca3-a8ce-3943e83cf64c tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=1f7cb015-546b-4fb4-a368-078c5f4290e0 HTTP/1.1" status: 200 len: 943 time: 0.1057897 Oct 27 17:14:00.118020 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-feb751c0-9827-43e1-8653-c46f4cd50f2c service neutron] 10.222.0.11 "GET /v2.0/networks/bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762838 Oct 27 17:14:00.208405 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-35790e8b-74e1-4cb9-928e-ef4e0ab08f8d req-e434d1f0-9281-4129-8d29-f9af517a1361 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892572 Oct 27 17:14:00.262801 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6558a31c-f1de-4ce8-b6eb-568d28a5e871 req-ade0d478-4f86-4a68-b337-e5f72ee3b344 service neutron] 10.222.0.11 "GET /v2.0/networks/bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354368 Oct 27 17:14:00.401155 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 35274) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:00.450868 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35276) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:00.451125 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-4fa5245e-36f5-44c7-a82e-e743eb522825 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=65f9364942f14cbfa4e4d07c91424fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486016 Oct 27 17:14:00.508980 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-b47f623e-cf2e-4752-8031-4e8df92aaec3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:00.536255 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-b47f623e-cf2e-4752-8031-4e8df92aaec3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:00.681296 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-b47f623e-cf2e-4752-8031-4e8df92aaec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:00.683192 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-b47f623e-cf2e-4752-8031-4e8df92aaec3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:00.684737 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-b47f623e-cf2e-4752-8031-4e8df92aaec3 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/f7c01461-6c54-411d-9f2f-19f7d4f9c7e4 HTTP/1.1" status: 204 len: 168 time: 0.2325945 Oct 27 17:14:00.701773 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f623e-cf2e-4752-8031-4e8df92aaec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c01461-6c54-411d-9f2f-19f7d4f9c7e4,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:01.376673 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d32a88-ffbb-4c60-8e63-34c63bbeff63 req-a9b0c8c3-6227-47d0-825b-22285cd86929 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:01.383805 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-08d32a88-ffbb-4c60-8e63-34c63bbeff63 req-a9b0c8c3-6227-47d0-825b-22285cd86929 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=1f7cb015-546b-4fb4-a368-078c5f4290e0 HTTP/1.1" status: 200 len: 943 time: 0.0671287 Oct 27 17:14:01.434630 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-08d32a88-ffbb-4c60-8e63-34c63bbeff63 req-e794fa1f-73d9-4485-a701-0ba29695d880 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494971 Oct 27 17:14:02.576880 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8897fdd-4995-45be-ab44-8d1e0620744a req-c82ac0df-d1ed-445c-94e2-082e3efdedef tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:02.579293 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a8897fdd-4995-45be-ab44-8d1e0620744a req-c82ac0df-d1ed-445c-94e2-082e3efdedef tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=1f7cb015-546b-4fb4-a368-078c5f4290e0 HTTP/1.1" status: 200 len: 943 time: 0.0603335 Oct 27 17:14:02.640192 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a8897fdd-4995-45be-ab44-8d1e0620744a req-93074a44-74a2-4356-9675-5f3d52879ef9 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510318 Oct 27 17:14:03.766919 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393dfa48-b7ec-4333-bd75-b2758a485e2b req-c73e2be0-25c5-4747-9580-8ca27d54522d tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:03.768661 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-393dfa48-b7ec-4333-bd75-b2758a485e2b req-c73e2be0-25c5-4747-9580-8ca27d54522d tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=1f7cb015-546b-4fb4-a368-078c5f4290e0 HTTP/1.1" status: 200 len: 943 time: 0.0524902 Oct 27 17:14:03.811471 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-393dfa48-b7ec-4333-bd75-b2758a485e2b req-5813028a-ec87-4349-984b-6fe61d0ca704 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361669 Oct 27 17:14:04.956238 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfce9fd-58aa-4e52-b426-28791081cf08 req-503a84a6-c2ca-40b2-a091-f5aece4da0a0 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:04.958297 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3bfce9fd-58aa-4e52-b426-28791081cf08 req-503a84a6-c2ca-40b2-a091-f5aece4da0a0 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=1f7cb015-546b-4fb4-a368-078c5f4290e0 HTTP/1.1" status: 200 len: 943 time: 0.0689452 Oct 27 17:14:04.977011 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 8a0e2d16-4f10-4dcc-984f-dd478577d969 details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:14:05.026541 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3bfce9fd-58aa-4e52-b426-28791081cf08 req-cda74de4-f6da-4125-a3c5-fc22bf64dc4c tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597527 Oct 27 17:14:05.103995 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 8a0e2d16-4f10-4dcc-984f-dd478577d969, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=8a0e2d16-4f10-4dcc-984f-dd478577d969,segment=NetworkSegment(1e562b32-44b3-4d80-a0e6-06e63d8d9332),segment_id=1e562b32-44b3-4d80-a0e6-06e63d8d9332)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:05.117158 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': '8a0e2d16-4f10-4dcc-984f-dd478577d969', 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d', 'port_id': '8a0e2d16-4f10-4dcc-984f-dd478577d969', 'mac_address': 'fa:16:3e:9c:19:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002adcd4-bbca-4869-abb7-faa23c65ce4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:14:05.162341 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:05.181068 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a0e2d16-4f10-4dcc-984f-dd478577d969 {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:14:05.206002 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 8a0e2d16-4f10-4dcc-984f-dd478577d969, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=8a0e2d16-4f10-4dcc-984f-dd478577d969,segment=NetworkSegment(1e562b32-44b3-4d80-a0e6-06e63d8d9332),segment_id=1e562b32-44b3-4d80-a0e6-06e63d8d9332)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:05.291466 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:05.352070 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=8a0e2d16-4f10-4dcc-984f-dd478577d969,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:05.638985 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['8a0e2d16-4f10-4dcc-984f-dd478577d969'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:14:06.011722 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:06.177122 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d0fe1-930e-48cf-9596-3c9e95e24ca6 req-1197b0cb-f3c9-42e8-90ee-ea5f4098d4ff tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:06.185321 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-432d0fe1-930e-48cf-9596-3c9e95e24ca6 req-1197b0cb-f3c9-42e8-90ee-ea5f4098d4ff tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=1f7cb015-546b-4fb4-a368-078c5f4290e0 HTTP/1.1" status: 200 len: 944 time: 0.0702288 Oct 27 17:14:06.237471 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-432d0fe1-930e-48cf-9596-3c9e95e24ca6 req-b058a0dd-111c-44b7-88d0-aa7375591943 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510399 Oct 27 17:14:07.002065 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 8a0e2d16-4f10-4dcc-984f-dd478577d969 up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:14:07.371738 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8dcd55-fc87-49b0-bb32-ed42b4cf083b req-b77c19a2-68ca-48cb-a904-ac4bf9563742 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:07.373238 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-1b8dcd55-fc87-49b0-bb32-ed42b4cf083b req-b77c19a2-68ca-48cb-a904-ac4bf9563742 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=1f7cb015-546b-4fb4-a368-078c5f4290e0 HTTP/1.1" status: 200 len: 944 time: 0.0630510 Oct 27 17:14:07.376725 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning for port 8a0e2d16-4f10-4dcc-984f-dd478577d969 completed by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:14:07.382212 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port 8a0e2d16-4f10-4dcc-984f-dd478577d969 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:14:07.382586 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:07.421427 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-1b8dcd55-fc87-49b0-bb32-ed42b4cf083b req-fb39acca-98c3-482f-89a6-5f7ec2bb6b97 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411334 Oct 27 17:14:07.491087 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:07.522633 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7cb015-546b-4fb4-a368-078c5f4290e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0e2d16-4f10-4dcc-984f-dd478577d969'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:14:07.525689 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571aa4d0-0568-41b7-8b3e-857c623c4e16" -d '{"events": [{"server_uuid": "1f7cb015-546b-4fb4-a368-078c5f4290e0", "name": "network-vif-plugged", "status": "completed", "tag": "8a0e2d16-4f10-4dcc-984f-dd478577d969"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:14:07.544104 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 8a0e2d16-4f10-4dcc-984f-dd478577d969, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=8a0e2d16-4f10-4dcc-984f-dd478577d969,segment=NetworkSegment(1e562b32-44b3-4d80-a0e6-06e63d8d9332),segment_id=1e562b32-44b3-4d80-a0e6-06e63d8d9332)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:07.576244 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9d87b0-39d7-4970-9d96-0ec199f8c0e1 x-openstack-request-id: req-7c9d87b0-39d7-4970-9d96-0ec199f8c0e1 {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:14:07.576626 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7cb015-546b-4fb4-a368-078c5f4290e0", "name": "network-vif-plugged", "status": "completed", "tag": "8a0e2d16-4f10-4dcc-984f-dd478577d969", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:14:07.576966 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-7c9d87b0-39d7-4970-9d96-0ec199f8c0e1 {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:14:07.577416 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7cb015-546b-4fb4-a368-078c5f4290e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0e2d16-4f10-4dcc-984f-dd478577d969', 'code': 200} Oct 27 17:14:07.611478 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:07.679635 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=8a0e2d16-4f10-4dcc-984f-dd478577d969,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:07.934229 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c90b91-fcb5-49d7-81a3-0754590cc036 req-5060de69-bb2b-45dc-9141-c4d98275bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:07.935696 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-63c90b91-fcb5-49d7-81a3-0754590cc036 req-5060de69-bb2b-45dc-9141-c4d98275bb9f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1f7cb015-546b-4fb4-a368-078c5f4290e0 HTTP/1.1" status: 200 len: 1098 time: 0.0450392 Oct 27 17:14:07.972737 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-63c90b91-fcb5-49d7-81a3-0754590cc036 req-dffd38d6-81ba-41f1-9cca-0573298ac0fc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289686 Oct 27 17:14:08.544423 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d6a6f-33ef-4737-836d-4a533dd88586 req-28ba8a7d-ace5-4f26-8f25-e7154337d49d tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:08.545926 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b64d6a6f-33ef-4737-836d-4a533dd88586 req-28ba8a7d-ace5-4f26-8f25-e7154337d49d tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=1f7cb015-546b-4fb4-a368-078c5f4290e0 HTTP/1.1" status: 200 len: 945 time: 0.0500329 Oct 27 17:14:08.585598 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b64d6a6f-33ef-4737-836d-4a533dd88586 req-0c55ad2d-4bb9-4d4e-806f-b0895cd9a97b tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337985 Oct 27 17:14:08.950914 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-ba3fa8c0-5fe4-4a8b-b2a9-042cfe7958ec tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:08.952393 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-ba3fa8c0-5fe4-4a8b-b2a9-042cfe7958ec tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/networks?id=b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e HTTP/1.1" status: 200 len: 814 time: 0.1053112 Oct 27 17:14:08.967714 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-9f37e62e-beae-4cde-a18f-ea52f1378b60 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/quotas/58707c218a4641608156eecc3b5c1b5c HTTP/1.1" status: 200 len: 375 time: 0.0095983 Oct 27 17:14:09.017062 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-abf38356-d919-470b-940b-475e653ab5f4 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=58707c218a4641608156eecc3b5c1b5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442038 Oct 27 17:14:09.124383 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-b979d09d-30f2-42c5-bb09-b8b2420e5ce8 service neutron] 10.222.0.109 "GET /v2.0/networks/b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944457 Oct 27 17:14:09.212933 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-fe8a8f66-4b31-43ab-b997-396422194d7d service neutron] 10.222.0.109 "GET /v2.0/networks/b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823770 Oct 27 17:14:09.467649 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b74a9b15-f999-4f0f-a78f-c53e96affb5e req-017d6a76-f4ec-4433-a45f-355f4a1235df tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 210 time: 0.0283237 Oct 27 17:14:09.703809 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af75178-5bb0-427d-a8d7-0b418cdd95c4 req-12461af4-3427-4d26-bcdb-c9d1dbce2070 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:09.705256 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0af75178-5bb0-427d-a8d7-0b418cdd95c4 req-12461af4-3427-4d26-bcdb-c9d1dbce2070 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=1f7cb015-546b-4fb4-a368-078c5f4290e0 HTTP/1.1" status: 200 len: 945 time: 0.0498714 Oct 27 17:14:09.744043 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0af75178-5bb0-427d-a8d7-0b418cdd95c4 req-d879243c-c310-455a-b6c2-b44ca4a01f44 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324357 Oct 27 17:14:10.459649 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:14:10.571836 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a76b58d2-1665-4bbf-9b8a-4f26af507f24 req-a6b0af05-833a-4ada-b2ba-b43def55bb21 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 210 time: 0.0367198 Oct 27 17:14:11.614354 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-449d98cc-f741-453f-b993-05a87cbb1b7c tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:11.615958 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-449d98cc-f741-453f-b993-05a87cbb1b7c tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.11 "GET /v2.0/networks?id=b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e HTTP/1.1" status: 200 len: 814 time: 0.1259804 Oct 27 17:14:11.629621 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-491db281-b7d8-4134-b385-68cb90a29794 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Request body: {'port': {'device_id': '0333ee65-d634-41cc-8c95-544331c97578', 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e', 'admin_state_up': True, 'tenant_id': '58707c218a4641608156eecc3b5c1b5c'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:11.660419 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-b7f739b4-3eec-460f-b779-687f0d1472b2 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:11.661887 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-b7f739b4-3eec-460f-b779-687f0d1472b2 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/networks?id=bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d HTTP/1.1" status: 200 len: 815 time: 0.1132905 Oct 27 17:14:11.676952 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-63872ee1-6c67-4a9e-b591-443f9f0543e0 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/quotas/e5526c6afcb241e28e5e9709ce3c0d2f HTTP/1.1" status: 200 len: 375 time: 0.0091224 Oct 27 17:14:11.709345 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0f9e49a9-2a0b-4629-8fae-2479faa808f9 req-b419eba0-3938-4b25-9b25-70c3fda4cf2e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 210 time: 0.0377212 Oct 27 17:14:11.740821 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-bf07c0f7-af1e-4da4-8c5a-cc98401bc9bf tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=e5526c6afcb241e28e5e9709ce3c0d2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578201 Oct 27 17:14:11.834440 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-bb0477b0-b630-4d8c-9726-5a7d637685fb service neutron] 10.222.0.109 "GET /v2.0/networks/bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857849 Oct 27 17:14:11.839626 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-491db281-b7d8-4134-b385-68cb90a29794 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Made reservation on behalf of 58707c218a4641608156eecc3b5c1b5c for: {'port': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:14:11.843511 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-491db281-b7d8-4134-b385-68cb90a29794 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:11.935792 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-7628fc09-ea08-4d37-a51d-91b0908e178f service neutron] 10.222.0.109 "GET /v2.0/networks/bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945895 Oct 27 17:14:11.972878 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-491db281-b7d8-4134-b385-68cb90a29794 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Allocated IP 172.20.0.13 (b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e/2f7f9bbc-0872-4390-b3f6-b34d1897cafe/1d40f4f7-804f-4868-a712-b4d1cedbbe01) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:14:12.126566 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-491db281-b7d8-4134-b385-68cb90a29794 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:12.193923 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e785f1d5-549f-4824-bfa0-e6c9aa1de8c2 req-c9e55bc4-1654-4b31-919a-ed2c52f850c0 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 210 time: 0.0291014 Oct 27 17:14:12.220339 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-491db281-b7d8-4134-b385-68cb90a29794 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:12.270872 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-491db281-b7d8-4134-b385-68cb90a29794 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Network b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:14:12.276254 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-491db281-b7d8-4134-b385-68cb90a29794 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:14:12.280157 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-491db281-b7d8-4134-b385-68cb90a29794 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:14:12.305142 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491db281-b7d8-4134-b385-68cb90a29794 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Pushing event updated for resources: {'Port': ['ID=1d40f4f7-804f-4868-a712-b4d1cedbbe01,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:12.336142 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-491db281-b7d8-4134-b385-68cb90a29794 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:12.336828 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-491db281-b7d8-4134-b385-68cb90a29794 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:12.434081 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-491db281-b7d8-4134-b385-68cb90a29794 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8086865 Oct 27 17:14:12.450789 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-2a6b424d-df70-4eef-bba5-a73a3fe218eb service neutron] Request body: {'port': {'device_id': '0333ee65-d634-41cc-8c95-544331c97578', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81570'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:12.539402 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-2a6b424d-df70-4eef-bba5-a73a3fe218eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:12.640261 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-26d12352-6e33-4c53-bc79-b039173a04d7 None None] Provisioning complete for port 1d40f4f7-804f-4868-a712-b4d1cedbbe01 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:14:12.640864 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-26d12352-6e33-4c53-bc79-b039173a04d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:12.684310 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-26d12352-6e33-4c53-bc79-b039173a04d7 None None] Port 1d40f4f7-804f-4868-a712-b4d1cedbbe01 cannot update to ACTIVE because it is not bound. {{(pid=118835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:14:12.864108 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c95ddc-e2bd-4006-8dde-e5c39e4f7eff req-2e3c386b-8c95-4fa8-b3f1-8b1ee745dd38 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:12.866604 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f4c95ddc-e2bd-4006-8dde-e5c39e4f7eff req-2e3c386b-8c95-4fa8-b3f1-8b1ee745dd38 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 932 time: 0.0628664 Oct 27 17:14:12.919590 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f4c95ddc-e2bd-4006-8dde-e5c39e4f7eff req-e922986d-2d00-44b5-b81a-496adf2f04de tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459428 Oct 27 17:14:12.945590 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-2a6b424d-df70-4eef-bba5-a73a3fe218eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d40f4f7-804f-4868-a712-b4d1cedbbe01 {{(pid=118834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:14:12.955367 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-2a6b424d-df70-4eef-bba5-a73a3fe218eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:12.970796 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.provisioning_blocks [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-2a6b424d-df70-4eef-bba5-a73a3fe218eb service neutron] Transition to ACTIVE for port object 1d40f4f7-804f-4868-a712-b4d1cedbbe01 will not be triggered until provisioned by entity L2. {{(pid=118834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:14:13.039278 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-2a6b424d-df70-4eef-bba5-a73a3fe218eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:13.123395 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b424d-df70-4eef-bba5-a73a3fe218eb service neutron] Pushing event updated for resources: {'Port': ['ID=1d40f4f7-804f-4868-a712-b4d1cedbbe01,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:13.190539 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-2a6b424d-df70-4eef-bba5-a73a3fe218eb service neutron] Attempting to bind port 1d40f4f7-804f-4868-a712-b4d1cedbbe01 on host hv-cinder-81570 for vnic_type normal with profile {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:14:13.190875 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-2a6b424d-df70-4eef-bba5-a73a3fe218eb service neutron] Attempting to bind port 1d40f4f7-804f-4868-a712-b4d1cedbbe01 by drivers openvswitch,hyperv on host hv-cinder-81570 at level 0 using segments [{'id': 'e5f161e6-0a2f-4cad-b0de-f8495ae1134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e'}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:14:13.191209 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-2a6b424d-df70-4eef-bba5-a73a3fe218eb service neutron] Attempting to bind port 1d40f4f7-804f-4868-a712-b4d1cedbbe01 on network b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:14:13.196244 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-2a6b424d-df70-4eef-bba5-a73a3fe218eb service neutron] Port 1d40f4f7-804f-4868-a712-b4d1cedbbe01 on network b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81570 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:14:13.196495 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-2a6b424d-df70-4eef-bba5-a73a3fe218eb service neutron] Attempting to bind port 1d40f4f7-804f-4868-a712-b4d1cedbbe01 on network b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:14:13.204210 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-2a6b424d-df70-4eef-bba5-a73a3fe218eb service neutron] Checking agent: {'id': '95ad64ad-6c0c-401b-b42d-2edbbc1c3c16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'started_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:14:13.204546 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-2a6b424d-df70-4eef-bba5-a73a3fe218eb service neutron] Checking segment: {'id': 'e5f161e6-0a2f-4cad-b0de-f8495ae1134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:14:13.205107 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-2a6b424d-df70-4eef-bba5-a73a3fe218eb service neutron] Bound using segment: {'id': 'e5f161e6-0a2f-4cad-b0de-f8495ae1134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e'} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:14:13.205551 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-2a6b424d-df70-4eef-bba5-a73a3fe218eb service neutron] Bound port: 1d40f4f7-804f-4868-a712-b4d1cedbbe01, host: hv-cinder-81570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f161e6-0a2f-4cad-b0de-f8495ae1134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e'}}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:14:13.205913 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-2a6b424d-df70-4eef-bba5-a73a3fe218eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:13.305434 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-bb52c63f-64ec-459b-adbe-d6735a68c5d0 req-18954209-e9d7-45cf-a68a-bb2a747fb3a3 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 210 time: 0.0311222 Oct 27 17:14:13.316051 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-2a6b424d-df70-4eef-bba5-a73a3fe218eb service neutron] For port 1d40f4f7-804f-4868-a712-b4d1cedbbe01, host hv-cinder-81570, cleared binding levels {{(pid=118834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:14:13.319281 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-2a6b424d-df70-4eef-bba5-a73a3fe218eb service neutron] For port 1d40f4f7-804f-4868-a712-b4d1cedbbe01, host hv-cinder-81570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=1d40f4f7-804f-4868-a712-b4d1cedbbe01,segment=NetworkSegment(e5f161e6-0a2f-4cad-b0de-f8495ae1134d),segment_id=e5f161e6-0a2f-4cad-b0de-f8495ae1134d)] {{(pid=118834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:14:13.377721 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-2a6b424d-df70-4eef-bba5-a73a3fe218eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:13.420297 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-2a6b424d-df70-4eef-bba5-a73a3fe218eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:13.420866 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-2a6b424d-df70-4eef-bba5-a73a3fe218eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:13.422343 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-2a6b424d-df70-4eef-bba5-a73a3fe218eb service neutron] 10.222.0.11 "PUT /v2.0/ports/1d40f4f7-804f-4868-a712-b4d1cedbbe01 HTTP/1.1" status: 200 len: 1094 time: 0.9790576 Oct 27 17:14:13.422794 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0333ee65-d634-41cc-8c95-544331c97578', 'tag': '1d40f4f7-804f-4868-a712-b4d1cedbbe01'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:14:13.425091 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa637b4-fcf4-439c-8479-32818ed3b50f" -d '{"events": [{"name": "network-changed", "server_uuid": "0333ee65-d634-41cc-8c95-544331c97578", "tag": "1d40f4f7-804f-4868-a712-b4d1cedbbe01"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:14:13.463608 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308e6a51-9ec7-47e2-a773-f4458213459e x-openstack-request-id: req-308e6a51-9ec7-47e2-a773-f4458213459e {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:14:13.463996 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0333ee65-d634-41cc-8c95-544331c97578", "tag": "1d40f4f7-804f-4868-a712-b4d1cedbbe01", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:14:13.464338 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-308e6a51-9ec7-47e2-a773-f4458213459e {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:14:13.464855 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0333ee65-d634-41cc-8c95-544331c97578', 'tag': '1d40f4f7-804f-4868-a712-b4d1cedbbe01', 'status': 'completed', 'code': 200} Oct 27 17:14:13.466459 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b424d-df70-4eef-bba5-a73a3fe218eb service neutron] Pushing event updated for resources: {'Port': ['ID=1d40f4f7-804f-4868-a712-b4d1cedbbe01,revision_number=3']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:14.043181 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b1897-2ba8-4410-851a-472314a5db6d req-df17c4a0-9a19-4276-bafe-d61b6e7a671a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:14.051223 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b44b1897-2ba8-4410-851a-472314a5db6d req-df17c4a0-9a19-4276-bafe-d61b6e7a671a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 944 time: 0.0606284 Oct 27 17:14:14.088809 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b44b1897-2ba8-4410-851a-472314a5db6d req-618dd913-8a35-44b6-bdcc-dcfc93d8f316 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366821 Oct 27 17:14:14.406215 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-75b1e67b-009a-45c0-b799-999496496fc2 req-8722250b-174c-448f-8d29-f2e9000205d9 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 210 time: 0.0282817 Oct 27 17:14:15.207044 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5d89a-efe5-4842-91e2-d72af122884f req-68e624fc-da96-4a84-b3e2-f963498ca9e8 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:15.208542 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fbd5d89a-efe5-4842-91e2-d72af122884f req-68e624fc-da96-4a84-b3e2-f963498ca9e8 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 944 time: 0.0503082 Oct 27 17:14:15.258298 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-fbd5d89a-efe5-4842-91e2-d72af122884f req-78e9f226-1845-4fd8-8d18-db91e5eb832f tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427177 Oct 27 17:14:15.510564 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-adb8e011-ef21-4b07-88d8-8f3937742fab req-cfa0c3eb-514e-4d4a-88ae-45736f070c92 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 210 time: 0.0289757 Oct 27 17:14:16.378669 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978645f7-921f-413a-85c7-e1b7ad8a012a req-4fcead8a-8217-462f-ae65-b6b898be2e03 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:16.380127 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-978645f7-921f-413a-85c7-e1b7ad8a012a req-4fcead8a-8217-462f-ae65-b6b898be2e03 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 944 time: 0.0477259 Oct 27 17:14:16.426187 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-978645f7-921f-413a-85c7-e1b7ad8a012a req-b2086459-7a24-42ec-b000-8168e520eb6d tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399883 Oct 27 17:14:16.604213 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-896c30d7-4ef5-4e95-9dec-964ee88f9c91 req-866ee6fc-ffa7-4b3d-8bac-c86261dad298 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 210 time: 0.0259967 Oct 27 17:14:17.554320 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974afd9d-45a6-4e00-a2b6-9bd238b78936 req-814d95ca-5c99-49cf-8c51-fa3a9a6f6a5b tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:17.555785 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-974afd9d-45a6-4e00-a2b6-9bd238b78936 req-814d95ca-5c99-49cf-8c51-fa3a9a6f6a5b tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 944 time: 0.0522461 Oct 27 17:14:17.601137 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-974afd9d-45a6-4e00-a2b6-9bd238b78936 req-f63e6ade-815c-44b6-97d3-7d2cd2a72aa4 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388865 Oct 27 17:14:17.701178 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6ee4912d-d4a9-4507-8633-cbef93329c01 req-767c1845-b34e-496c-8de5-ade1106eb135 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 210 time: 0.0289168 Oct 27 17:14:18.722816 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec605c53-fcd7-4174-9274-c22f75082400 req-6e6da473-1fdc-423b-9f7b-ec614c1b9fb3 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:18.724335 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ec605c53-fcd7-4174-9274-c22f75082400 req-6e6da473-1fdc-423b-9f7b-ec614c1b9fb3 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 944 time: 0.0571809 Oct 27 17:14:18.767733 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ec605c53-fcd7-4174-9274-c22f75082400 req-c2c9102b-d33b-41ba-b654-073e66f37522 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365007 Oct 27 17:14:18.814618 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8ff1a61c-2cb0-4db5-a6b3-27844abb4656 req-80d58a5c-10ec-44fc-8368-c7817ea6f10f tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 210 time: 0.0273840 Oct 27 17:14:19.583470 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-f1f6430d-ba7b-4d74-9300-7b171d400400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:19.890107 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cad559-9f5e-4013-a49f-8c4732280276 req-184648d6-626a-44e5-8316-4908d2b9bf0b tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:19.898544 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e9cad559-9f5e-4013-a49f-8c4732280276 req-184648d6-626a-44e5-8316-4908d2b9bf0b tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 944 time: 0.0602860 Oct 27 17:14:19.921298 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0be4df01-139b-4ecb-8339-cef6fab84cba req-ba822a2b-85a4-47d5-b675-64906d4548f4 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 210 time: 0.0364711 Oct 27 17:14:19.936697 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e9cad559-9f5e-4013-a49f-8c4732280276 req-6d373164-76b3-4425-8363-60d17877ce94 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372529 Oct 27 17:14:21.021649 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-0c4575f3-cb24-4ab1-8f0d-cbcbbb0d9ca1 req-a7ea8771-e943-4bef-bfed-600b34e94d31 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 210 time: 0.0359378 Oct 27 17:14:21.058843 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34720ba9-887e-4f13-b0cd-58ff5d834ec2 req-e7c3ce6d-6267-429b-999b-07d62fb5ab17 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:21.060391 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-34720ba9-887e-4f13-b0cd-58ff5d834ec2 req-e7c3ce6d-6267-429b-999b-07d62fb5ab17 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 944 time: 0.0502241 Oct 27 17:14:21.113252 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-34720ba9-887e-4f13-b0cd-58ff5d834ec2 req-043ff8da-f388-4a54-a053-8c2c763aeafe tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446250 Oct 27 17:14:22.121467 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-bbc9fc9a-51af-4d70-a36e-f3c6602e54d7 req-8f8fc8a1-2b6b-4856-91dc-7bc4cbf3c54d tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 210 time: 0.0296662 Oct 27 17:14:22.228188 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c50dc5-a818-4c33-b6a4-d81346d2df4b req-622d2835-920a-4c85-87f2-e749c59bb3c4 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:22.229717 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-75c50dc5-a818-4c33-b6a4-d81346d2df4b req-622d2835-920a-4c85-87f2-e749c59bb3c4 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 944 time: 0.0487337 Oct 27 17:14:22.272995 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-75c50dc5-a818-4c33-b6a4-d81346d2df4b req-95e51428-f32d-4155-a501-f02bd8f90775 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361135 Oct 27 17:14:22.394535 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-48286830-8020-4f67-af5b-581a1250819b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:23.218552 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-bd1d828d-97f6-464e-b5dd-5906e449d17a req-5a14fb25-294d-4202-8866-39226ee391de tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 210 time: 0.0258784 Oct 27 17:14:23.235356 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:23.390541 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb0af9-69c7-4734-92c3-cfa46ad55f2b req-d5861335-8bb8-4eb6-aa53-1de76066b134 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:23.393341 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-84bb0af9-69c7-4734-92c3-cfa46ad55f2b req-d5861335-8bb8-4eb6-aa53-1de76066b134 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 944 time: 0.0532289 Oct 27 17:14:23.444227 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-84bb0af9-69c7-4734-92c3-cfa46ad55f2b req-6f4dd0dd-0f01-45bc-a5d8-40f35b13fbdc tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442905 Oct 27 17:14:23.665238 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:24.314620 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-31842b69-6cba-4c24-89c7-ce9ce8bf645b req-493fb7db-212f-4ac0-85d3-ab01dc0e52ed tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 210 time: 0.0259175 Oct 27 17:14:24.566745 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d3693-985e-4437-953b-b079d3e3ee87 req-07d2c4ad-2257-480b-8f36-32c347fca0a6 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:24.568157 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-1b1d3693-985e-4437-953b-b079d3e3ee87 req-07d2c4ad-2257-480b-8f36-32c347fca0a6 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 944 time: 0.0553622 Oct 27 17:14:24.610422 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-1b1d3693-985e-4437-953b-b079d3e3ee87 req-84e46160-6d07-4f1b-9cc7-d0b3ba3595ab tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356834 Oct 27 17:14:25.228024 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:25.406041 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f35a3319-82cf-4575-87e1-a0cbfc5a6a39 req-97e89fbe-8aa7-480c-9f4b-89e332a52fc7 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 210 time: 0.0258877 Oct 27 17:14:25.722977 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cba49-e3a3-477d-a05c-59d28b0f3edc req-34007d50-f723-4e30-a196-e22fc13d8456 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:25.724436 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-695cba49-e3a3-477d-a05c-59d28b0f3edc req-34007d50-f723-4e30-a196-e22fc13d8456 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 944 time: 0.0485752 Oct 27 17:14:25.762596 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-695cba49-e3a3-477d-a05c-59d28b0f3edc req-26829ce0-adcf-4598-baa5-05c83586af66 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320690 Oct 27 17:14:26.496064 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-39f2f589-fcff-4725-983b-175d93ba4f05 req-38e65c85-eafc-4124-9c9b-a21f76af3787 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 210 time: 0.0254123 Oct 27 17:14:26.876250 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1ce5b-b479-46e4-8907-62bc5137f37e req-ae46f93b-ebec-418f-bd5d-768a6a7a9aef tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:26.877759 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-96f1ce5b-b479-46e4-8907-62bc5137f37e req-ae46f93b-ebec-418f-bd5d-768a6a7a9aef tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 944 time: 0.0500650 Oct 27 17:14:26.915625 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-96f1ce5b-b479-46e4-8907-62bc5137f37e req-b946aec3-56a7-4819-b588-c523476c6b95 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320461 Oct 27 17:14:27.587589 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-42acbd00-58c4-483c-8ba8-70bbcdfa27c1 req-d73bfa32-d5f3-4234-a619-4405772e5799 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 210 time: 0.0253158 Oct 27 17:14:27.697911 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa637b4-fcf4-439c-8479-32818ed3b50f req-fc0a5579-d045-4386-b664-d60b46add7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:27.699422 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-faa637b4-fcf4-439c-8479-32818ed3b50f req-fc0a5579-d045-4386-b664-d60b46add7bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58707c218a4641608156eecc3b5c1b5c&device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 1097 time: 0.0401845 Oct 27 17:14:27.818968 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa637b4-fcf4-439c-8479-32818ed3b50f req-9150e2d9-6a5f-47e3-b0f8-06447b9ec5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:27.820416 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-faa637b4-fcf4-439c-8479-32818ed3b50f req-9150e2d9-6a5f-47e3-b0f8-06447b9ec5a6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=58707c218a4641608156eecc3b5c1b5c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1019387 Oct 27 17:14:27.927991 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa637b4-fcf4-439c-8479-32818ed3b50f req-dd8a457b-d73d-48ff-a13a-aedd5dce8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:27.929489 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-faa637b4-fcf4-439c-8479-32818ed3b50f req-dd8a457b-d73d-48ff-a13a-aedd5dce8e45 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0928953 Oct 27 17:14:28.064220 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0376a4-cde9-4ba3-8775-5a8865554228 req-bede2b6f-4ea1-4211-8bb8-87270483d597 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:28.066232 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-bd0376a4-cde9-4ba3-8775-5a8865554228 req-bede2b6f-4ea1-4211-8bb8-87270483d597 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 944 time: 0.0813074 Oct 27 17:14:28.070522 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-fec10a7c-2850-4244-98ce-b156b73c7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:28.070522 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-fec10a7c-2850-4244-98ce-b156b73c7f26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58707c218a4641608156eecc3b5c1b5c&device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 1097 time: 0.0739686 Oct 27 17:14:28.135661 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-8be80be0-2f0d-401a-b834-301f326e5a79 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d40f4f7-804f-4868-a712-b4d1cedbbe01 HTTP/1.1" status: 200 len: 217 time: 0.0474231 Oct 27 17:14:28.144092 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-bd0376a4-cde9-4ba3-8775-5a8865554228 req-0bea5fb1-bbf8-4e79-b54e-b87cec309dd7 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717471 Oct 27 17:14:28.189904 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-96260823-9740-4899-8473-4d693b5f8882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:28.191389 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-96260823-9740-4899-8473-4d693b5f8882 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f7f9bbc-0872-4390-b3f6-b34d1897cafe HTTP/1.1" status: 200 len: 853 time: 0.0460854 Oct 27 17:14:28.248324 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-abf6ef9c-acdd-4f21-8acc-d73028b6f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:28.249858 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-abf6ef9c-acdd-4f21-8acc-d73028b6f2de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413492 Oct 27 17:14:28.377026 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-1ff65a86-17a6-4d13-bb5b-82461baef663 service neutron] 10.222.0.11 "GET /v2.0/networks/b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846498 Oct 27 17:14:28.475212 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5df8fff8-39ac-4680-8b7f-a1d257c8756f req-45b527c3-512d-4644-b5e7-4842fefb8afd service neutron] 10.222.0.11 "GET /v2.0/networks/b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815716 Oct 27 17:14:28.683147 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c2b59fbb-0428-48b3-9963-d35ac0507f7c req-3d888874-fce7-45ef-9927-e1bbeb5559d7 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 210 time: 0.0287220 Oct 27 17:14:29.069699 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-a9a073a5-539b-4784-b673-bcb207871896 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:29.071184 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-a9a073a5-539b-4784-b673-bcb207871896 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.11 "GET /v2.0/networks?id=bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d HTTP/1.1" status: 200 len: 815 time: 0.1086316 Oct 27 17:14:29.090804 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-72af5aed-bcd5-4b4b-b3c1-e619a9b6970d tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Request body: {'port': {'device_id': '4fffe9d2-782c-411a-b78a-19604f7217ab', 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d', 'admin_state_up': True, 'tenant_id': 'e5526c6afcb241e28e5e9709ce3c0d2f'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:29.261866 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d278a4-366e-4397-8f89-d8bf69686727 req-399b8020-1ccf-4d40-ba99-1c761a481a1a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:29.263336 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-39d278a4-366e-4397-8f89-d8bf69686727 req-399b8020-1ccf-4d40-ba99-1c761a481a1a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 944 time: 0.0494487 Oct 27 17:14:29.283139 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-72af5aed-bcd5-4b4b-b3c1-e619a9b6970d tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Made reservation on behalf of e5526c6afcb241e28e5e9709ce3c0d2f for: {'port': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:14:29.287249 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-72af5aed-bcd5-4b4b-b3c1-e619a9b6970d tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:29.329921 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-39d278a4-366e-4397-8f89-d8bf69686727 req-d8307550-b00d-41d7-b000-77c47e704814 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580645 Oct 27 17:14:29.432327 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-72af5aed-bcd5-4b4b-b3c1-e619a9b6970d tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Allocated IP 172.20.0.7 (bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d/002adcd4-bbca-4869-abb7-faa23c65ce4f/eb6caaf5-4fd3-40bb-927a-ffa116c99041) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:14:29.574209 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-72af5aed-bcd5-4b4b-b3c1-e619a9b6970d tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:29.714267 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-72af5aed-bcd5-4b4b-b3c1-e619a9b6970d tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:29.734534 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['e2c42066-5bb0-4260-8ed0-7c7d420c5769', '8a0e2d16-4f10-4dcc-984f-dd478577d969'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:14:29.766003 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-72af5aed-bcd5-4b4b-b3c1-e619a9b6970d tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Network bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:14:29.778211 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af5aed-bcd5-4b4b-b3c1-e619a9b6970d tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Pushing event updated for resources: {'Port': ['ID=eb6caaf5-4fd3-40bb-927a-ffa116c99041,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:29.780753 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-72af5aed-bcd5-4b4b-b3c1-e619a9b6970d tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:14:29.785129 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-72af5aed-bcd5-4b4b-b3c1-e619a9b6970d tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:14:29.807038 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd22dbe-92b4-405c-8e99-03ba8a486c82 req-02111f5c-bbd3-4816-879e-a17386f1a977 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:29.812795 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8bd22dbe-92b4-405c-8e99-03ba8a486c82 req-02111f5c-bbd3-4816-879e-a17386f1a977 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 931 time: 0.0597885 Oct 27 17:14:29.842573 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-72af5aed-bcd5-4b4b-b3c1-e619a9b6970d tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:29.843190 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-72af5aed-bcd5-4b4b-b3c1-e619a9b6970d tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:29.850535 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8bd22dbe-92b4-405c-8e99-03ba8a486c82 req-398683d2-e71e-4e3b-aec7-2f2dd98c5457 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341172 Oct 27 17:14:29.906022 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-72af5aed-bcd5-4b4b-b3c1-e619a9b6970d tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8190773 Oct 27 17:14:29.921382 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-53cdc971-0882-4936-af41-991eb8d0dfe9 service neutron] Request body: {'port': {'device_id': '4fffe9d2-782c-411a-b78a-19604f7217ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81570'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:29.975874 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-53cdc971-0882-4936-af41-991eb8d0dfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:30.237236 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-53cdc971-0882-4936-af41-991eb8d0dfe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb6caaf5-4fd3-40bb-927a-ffa116c99041 {{(pid=118834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:14:30.244498 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-53cdc971-0882-4936-af41-991eb8d0dfe9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:30.318327 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.provisioning_blocks [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-53cdc971-0882-4936-af41-991eb8d0dfe9 service neutron] Transition to ACTIVE for port object eb6caaf5-4fd3-40bb-927a-ffa116c99041 will not be triggered until provisioned by entity L2. {{(pid=118834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:14:30.353447 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-53cdc971-0882-4936-af41-991eb8d0dfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:30.412616 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cdc971-0882-4936-af41-991eb8d0dfe9 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6caaf5-4fd3-40bb-927a-ffa116c99041,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:30.499404 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff296131-8cb7-4208-ac56-9fc9050d0cde req-a8b79a02-142a-4931-8ca2-a563303a5ba0 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:30.501024 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ff296131-8cb7-4208-ac56-9fc9050d0cde req-a8b79a02-142a-4931-8ca2-a563303a5ba0 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 944 time: 0.1029229 Oct 27 17:14:30.520749 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-53cdc971-0882-4936-af41-991eb8d0dfe9 service neutron] Attempting to bind port eb6caaf5-4fd3-40bb-927a-ffa116c99041 on host hv-cinder-81570 for vnic_type normal with profile {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:14:30.521072 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-53cdc971-0882-4936-af41-991eb8d0dfe9 service neutron] Attempting to bind port eb6caaf5-4fd3-40bb-927a-ffa116c99041 by drivers openvswitch,hyperv on host hv-cinder-81570 at level 0 using segments [{'id': '1e562b32-44b3-4d80-a0e6-06e63d8d9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d'}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:14:30.521393 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-53cdc971-0882-4936-af41-991eb8d0dfe9 service neutron] Attempting to bind port eb6caaf5-4fd3-40bb-927a-ffa116c99041 on network bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:14:30.532391 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-53cdc971-0882-4936-af41-991eb8d0dfe9 service neutron] Port eb6caaf5-4fd3-40bb-927a-ffa116c99041 on network bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81570 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:14:30.532805 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-53cdc971-0882-4936-af41-991eb8d0dfe9 service neutron] Attempting to bind port eb6caaf5-4fd3-40bb-927a-ffa116c99041 on network bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:14:30.542881 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-53cdc971-0882-4936-af41-991eb8d0dfe9 service neutron] Checking agent: {'id': '95ad64ad-6c0c-401b-b42d-2edbbc1c3c16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'started_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:14:30.543191 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-53cdc971-0882-4936-af41-991eb8d0dfe9 service neutron] Checking segment: {'id': '1e562b32-44b3-4d80-a0e6-06e63d8d9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:14:30.543561 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-53cdc971-0882-4936-af41-991eb8d0dfe9 service neutron] Bound using segment: {'id': '1e562b32-44b3-4d80-a0e6-06e63d8d9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d'} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:14:30.543977 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-53cdc971-0882-4936-af41-991eb8d0dfe9 service neutron] Bound port: eb6caaf5-4fd3-40bb-927a-ffa116c99041, host: hv-cinder-81570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e562b32-44b3-4d80-a0e6-06e63d8d9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d'}}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:14:30.544353 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-53cdc971-0882-4936-af41-991eb8d0dfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:30.566045 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ff296131-8cb7-4208-ac56-9fc9050d0cde req-070bc7e8-2454-48c1-8ab3-b1e3a08439f3 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556374 Oct 27 17:14:30.618396 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-53cdc971-0882-4936-af41-991eb8d0dfe9 service neutron] For port eb6caaf5-4fd3-40bb-927a-ffa116c99041, host hv-cinder-81570, cleared binding levels {{(pid=118834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:14:30.621401 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-53cdc971-0882-4936-af41-991eb8d0dfe9 service neutron] For port eb6caaf5-4fd3-40bb-927a-ffa116c99041, host hv-cinder-81570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=eb6caaf5-4fd3-40bb-927a-ffa116c99041,segment=NetworkSegment(1e562b32-44b3-4d80-a0e6-06e63d8d9332),segment_id=1e562b32-44b3-4d80-a0e6-06e63d8d9332)] {{(pid=118834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:14:30.708197 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-53cdc971-0882-4936-af41-991eb8d0dfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:30.747483 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-53cdc971-0882-4936-af41-991eb8d0dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:30.748080 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-53cdc971-0882-4936-af41-991eb8d0dfe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:30.749514 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-53cdc971-0882-4936-af41-991eb8d0dfe9 service neutron] 10.222.0.11 "PUT /v2.0/ports/eb6caaf5-4fd3-40bb-927a-ffa116c99041 HTTP/1.1" status: 200 len: 1093 time: 0.8323722 Oct 27 17:14:30.749918 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fffe9d2-782c-411a-b78a-19604f7217ab', 'tag': 'eb6caaf5-4fd3-40bb-927a-ffa116c99041'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:14:30.752149 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e640fce-98e3-4fdb-a544-efcb57499846" -d '{"events": [{"name": "network-changed", "server_uuid": "4fffe9d2-782c-411a-b78a-19604f7217ab", "tag": "eb6caaf5-4fd3-40bb-927a-ffa116c99041"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:14:30.778202 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cdc971-0882-4936-af41-991eb8d0dfe9 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6caaf5-4fd3-40bb-927a-ffa116c99041,revision_number=3']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:30.793866 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e622fe8-0a7c-4be1-8d71-c9711945491a x-openstack-request-id: req-1e622fe8-0a7c-4be1-8d71-c9711945491a {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:14:30.794154 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fffe9d2-782c-411a-b78a-19604f7217ab", "tag": "eb6caaf5-4fd3-40bb-927a-ffa116c99041", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:14:30.794407 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-1e622fe8-0a7c-4be1-8d71-c9711945491a {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:14:30.794803 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fffe9d2-782c-411a-b78a-19604f7217ab', 'tag': 'eb6caaf5-4fd3-40bb-927a-ffa116c99041', 'status': 'completed', 'code': 200} Oct 27 17:14:30.876294 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e640fce-98e3-4fdb-a544-efcb57499846 req-7cfcacf6-8b1d-4167-9c94-213fc257e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:30.878132 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2e640fce-98e3-4fdb-a544-efcb57499846 req-7cfcacf6-8b1d-4167-9c94-213fc257e41e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5526c6afcb241e28e5e9709ce3c0d2f&device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 1096 time: 0.0421295 Oct 27 17:14:31.015314 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8db59-9529-431d-aff3-0a5b59819fe7 req-46e81723-b476-437d-9d6c-bb65a7c0c47b tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:31.016736 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cde8db59-9529-431d-aff3-0a5b59819fe7 req-46e81723-b476-437d-9d6c-bb65a7c0c47b tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 943 time: 0.0857944 Oct 27 17:14:31.023101 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e640fce-98e3-4fdb-a544-efcb57499846 req-ef069f86-edac-444a-b3e2-d1f331b04ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:31.023101 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2e640fce-98e3-4fdb-a544-efcb57499846 req-ef069f86-edac-444a-b3e2-d1f331b04ed1 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5526c6afcb241e28e5e9709ce3c0d2f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1324365 Oct 27 17:14:31.106979 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cde8db59-9529-431d-aff3-0a5b59819fe7 req-49a125e4-c756-4f29-b747-afb3c501f0a3 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832078 Oct 27 17:14:31.138696 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e640fce-98e3-4fdb-a544-efcb57499846 req-907c0757-8eb9-41c8-88ff-a5340ebca1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:31.140527 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2e640fce-98e3-4fdb-a544-efcb57499846 req-907c0757-8eb9-41c8-88ff-a5340ebca1e6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1108375 Oct 27 17:14:31.236439 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-6f735b16-4c5c-420e-81ad-309759ba7381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:31.238139 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-6f735b16-4c5c-420e-81ad-309759ba7381 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5526c6afcb241e28e5e9709ce3c0d2f&device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 1096 time: 0.0449328 Oct 27 17:14:31.282413 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-3801baeb-85ca-4b78-a5da-0ee904d0bfcc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb6caaf5-4fd3-40bb-927a-ffa116c99041 HTTP/1.1" status: 200 len: 217 time: 0.0346704 Oct 27 17:14:31.332409 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-72b37e58-a265-4825-90c2-0a9d5707d291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:31.333857 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-72b37e58-a265-4825-90c2-0a9d5707d291 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=002adcd4-bbca-4869-abb7-faa23c65ce4f HTTP/1.1" status: 200 len: 855 time: 0.0434649 Oct 27 17:14:31.370268 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-73d4e528-0f88-4dd2-b327-1cad74aad774 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281124 Oct 27 17:14:31.461718 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-a47f6412-bba1-45f7-b967-7333e611a860 service neutron] 10.222.0.11 "GET /v2.0/networks/bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816152 Oct 27 17:14:31.556495 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ad1a3acc-ec91-4106-8cc2-0947cb28ffca req-040898f8-2761-4d21-9b87-6f11f5463139 service neutron] 10.222.0.11 "GET /v2.0/networks/bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849111 Oct 27 17:14:31.680458 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b2cd5-ef91-4a93-bba0-2df0c04f1c32 req-66e7accb-e564-48a4-9b57-cbf9bd634b0d tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:31.681959 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d97b2cd5-ef91-4a93-bba0-2df0c04f1c32 req-66e7accb-e564-48a4-9b57-cbf9bd634b0d tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 944 time: 0.0492561 Oct 27 17:14:31.719404 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-d97b2cd5-ef91-4a93-bba0-2df0c04f1c32 req-0e4b7c75-3177-419a-8be6-374dff0d2610 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312302 Oct 27 17:14:32.226565 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e5e46-05d2-4269-a05f-cbca0b7ba9ed req-d8900ade-4f07-485d-97c5-3e3fd646d8a6 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:32.228038 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-195e5e46-05d2-4269-a05f-cbca0b7ba9ed req-d8900ade-4f07-485d-97c5-3e3fd646d8a6 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 943 time: 0.0490220 Oct 27 17:14:32.265668 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-195e5e46-05d2-4269-a05f-cbca0b7ba9ed req-fd77f385-c228-4dfe-9892-d6cdd938d911 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316830 Oct 27 17:14:32.833217 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74bd66-77b8-4601-8ce0-c943319971cd req-ef3233e0-ed96-416b-a155-322f3a97fca5 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:32.834692 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3e74bd66-77b8-4601-8ce0-c943319971cd req-ef3233e0-ed96-416b-a155-322f3a97fca5 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 944 time: 0.0498905 Oct 27 17:14:32.875213 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-3e74bd66-77b8-4601-8ce0-c943319971cd req-dbb90d68-8e57-4bb0-99ef-d17eb7c731fd tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346432 Oct 27 17:14:33.124793 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 1d40f4f7-804f-4868-a712-b4d1cedbbe01 details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:14:33.224083 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 1d40f4f7-804f-4868-a712-b4d1cedbbe01, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=1d40f4f7-804f-4868-a712-b4d1cedbbe01,segment=NetworkSegment(e5f161e6-0a2f-4cad-b0de-f8495ae1134d),segment_id=e5f161e6-0a2f-4cad-b0de-f8495ae1134d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:33.234935 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': '1d40f4f7-804f-4868-a712-b4d1cedbbe01', 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e', 'port_id': '1d40f4f7-804f-4868-a712-b4d1cedbbe01', 'mac_address': 'fa:16:3e:32:53:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7f9bbc-0872-4390-b3f6-b34d1897cafe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:14:33.270969 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:33.283169 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d40f4f7-804f-4868-a712-b4d1cedbbe01 {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:14:33.303574 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 1d40f4f7-804f-4868-a712-b4d1cedbbe01, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=1d40f4f7-804f-4868-a712-b4d1cedbbe01,segment=NetworkSegment(e5f161e6-0a2f-4cad-b0de-f8495ae1134d),segment_id=e5f161e6-0a2f-4cad-b0de-f8495ae1134d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:33.383036 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a5657-3117-4a3c-89b5-4e6ddf71f11b req-487b8beb-14e9-4931-809f-dea9ea78a01d tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:33.384527 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-126a5657-3117-4a3c-89b5-4e6ddf71f11b req-487b8beb-14e9-4931-809f-dea9ea78a01d tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 943 time: 0.0509176 Oct 27 17:14:33.399431 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:33.425235 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-126a5657-3117-4a3c-89b5-4e6ddf71f11b req-1ac2733b-5205-4db2-80dd-696ad0206942 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347221 Oct 27 17:14:33.448708 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=1d40f4f7-804f-4868-a712-b4d1cedbbe01,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:33.455658 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:33.456003 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:33.456342 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:33.456802 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:33.457777 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:33.458120 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:33.458444 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:33.458764 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:33.459089 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:33.459408 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:33.459729 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:33.460045 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:33.866218 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['1d40f4f7-804f-4868-a712-b4d1cedbbe01'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:14:33.993137 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8c69a-1599-40c6-b6b2-48ed0e59f8e0 req-2ee440ae-97d6-43fe-a573-b7097829a03d tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:33.994612 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-62a8c69a-1599-40c6-b6b2-48ed0e59f8e0 req-2ee440ae-97d6-43fe-a573-b7097829a03d tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 945 time: 0.0487065 Oct 27 17:14:34.031942 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-62a8c69a-1599-40c6-b6b2-48ed0e59f8e0 req-ec495c5e-c10d-4928-8ab1-f97bcafd2364 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312579 Oct 27 17:14:34.544353 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1fb90-2362-4b20-892d-2a186349f0c5 req-a4a21b3f-83f4-41e8-ad92-a790bda12232 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:34.545842 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c0b1fb90-2362-4b20-892d-2a186349f0c5 req-a4a21b3f-83f4-41e8-ad92-a790bda12232 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 943 time: 0.0527461 Oct 27 17:14:34.584964 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-c0b1fb90-2362-4b20-892d-2a186349f0c5 req-16b183e6-ddc7-4651-9ffb-5880102c51f2 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324061 Oct 27 17:14:35.142622 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device eb6caaf5-4fd3-40bb-927a-ffa116c99041 details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:14:35.144115 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c6084-89bb-429a-920c-1cbd888481ec req-105630e0-3837-4e69-80a1-bae30fea2f22 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:35.145361 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 1d40f4f7-804f-4868-a712-b4d1cedbbe01 up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:14:35.146248 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-250c6084-89bb-429a-920c-1cbd888481ec req-105630e0-3837-4e69-80a1-bae30fea2f22 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 945 time: 0.0476050 Oct 27 17:14:35.184803 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-250c6084-89bb-429a-920c-1cbd888481ec req-69b3c8d7-a4f0-4b25-b220-71604b6247a3 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324633 Oct 27 17:14:35.277060 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port eb6caaf5-4fd3-40bb-927a-ffa116c99041, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=eb6caaf5-4fd3-40bb-927a-ffa116c99041,segment=NetworkSegment(1e562b32-44b3-4d80-a0e6-06e63d8d9332),segment_id=1e562b32-44b3-4d80-a0e6-06e63d8d9332)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:35.288972 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': 'eb6caaf5-4fd3-40bb-927a-ffa116c99041', 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d', 'port_id': 'eb6caaf5-4fd3-40bb-927a-ffa116c99041', 'mac_address': 'fa:16:3e:84:18:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002adcd4-bbca-4869-abb7-faa23c65ce4f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:14:35.318446 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning for port 1d40f4f7-804f-4868-a712-b4d1cedbbe01 completed by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:14:35.326071 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port 1d40f4f7-804f-4868-a712-b4d1cedbbe01 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:14:35.326443 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:35.330051 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:35.368868 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6caaf5-4fd3-40bb-927a-ffa116c99041 {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:14:35.395691 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port eb6caaf5-4fd3-40bb-927a-ffa116c99041, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=eb6caaf5-4fd3-40bb-927a-ffa116c99041,segment=NetworkSegment(1e562b32-44b3-4d80-a0e6-06e63d8d9332),segment_id=1e562b32-44b3-4d80-a0e6-06e63d8d9332)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:35.433480 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:35.456211 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0333ee65-d634-41cc-8c95-544331c97578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d40f4f7-804f-4868-a712-b4d1cedbbe01'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:14:35.458613 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e89692-6983-4387-8bef-16bb9d8e064c" -d '{"events": [{"server_uuid": "0333ee65-d634-41cc-8c95-544331c97578", "name": "network-vif-plugged", "status": "completed", "tag": "1d40f4f7-804f-4868-a712-b4d1cedbbe01"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:14:35.468260 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:35.474816 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port 1d40f4f7-804f-4868-a712-b4d1cedbbe01, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=1d40f4f7-804f-4868-a712-b4d1cedbbe01,segment=NetworkSegment(e5f161e6-0a2f-4cad-b0de-f8495ae1134d),segment_id=e5f161e6-0a2f-4cad-b0de-f8495ae1134d)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:35.497308 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83f141c-3be1-4475-a92b-9f492d11b130 x-openstack-request-id: req-c83f141c-3be1-4475-a92b-9f492d11b130 {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:14:35.497598 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0333ee65-d634-41cc-8c95-544331c97578", "name": "network-vif-plugged", "status": "completed", "tag": "1d40f4f7-804f-4868-a712-b4d1cedbbe01", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:14:35.497850 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-c83f141c-3be1-4475-a92b-9f492d11b130 {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:14:35.498278 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0333ee65-d634-41cc-8c95-544331c97578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d40f4f7-804f-4868-a712-b4d1cedbbe01', 'code': 200} Oct 27 17:14:35.522530 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=eb6caaf5-4fd3-40bb-927a-ffa116c99041,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:35.542355 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:35.593963 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=1d40f4f7-804f-4868-a712-b4d1cedbbe01,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:35.699926 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd1806-b9ff-4f0e-a0d5-e9ff5d0557bc req-fbb791ed-9dc6-4bce-92b6-afcf2634abf1 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:35.701416 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-29dd1806-b9ff-4f0e-a0d5-e9ff5d0557bc req-fbb791ed-9dc6-4bce-92b6-afcf2634abf1 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 944 time: 0.0510371 Oct 27 17:14:35.744040 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-29dd1806-b9ff-4f0e-a0d5-e9ff5d0557bc req-b04e4d5e-81a5-44fe-bbee-9cd8bda3d99c tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364311 Oct 27 17:14:35.799986 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988861f1-c713-46bc-b6ac-c97648f26aeb req-00115ba8-2630-4bfd-ab79-f477bafc8adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:35.802128 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-988861f1-c713-46bc-b6ac-c97648f26aeb req-00115ba8-2630-4bfd-ab79-f477bafc8adc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 1099 time: 0.0410004 Oct 27 17:14:35.835258 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['eb6caaf5-4fd3-40bb-927a-ffa116c99041'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:14:35.839448 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-988861f1-c713-46bc-b6ac-c97648f26aeb req-e87f6153-4c50-4862-b3d3-83d7f84bd409 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283163 Oct 27 17:14:36.004770 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:36.298728 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc192aba-ccbc-4447-87ae-cdfcefd1497e req-31531a06-cb00-479b-9e8d-bef39682db15 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:36.300118 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cc192aba-ccbc-4447-87ae-cdfcefd1497e req-31531a06-cb00-479b-9e8d-bef39682db15 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 946 time: 0.0477495 Oct 27 17:14:36.338380 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-cc192aba-ccbc-4447-87ae-cdfcefd1497e req-1be4a353-db27-4644-ab53-aee3a3584ff7 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311835 Oct 27 17:14:36.858597 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19b442-bc20-4ae0-a9ac-aece5b269c74 req-a1c82f6f-5290-41c4-b8b7-9e28376eec4a tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:36.860045 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ca19b442-bc20-4ae0-a9ac-aece5b269c74 req-a1c82f6f-5290-41c4-b8b7-9e28376eec4a tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 944 time: 0.0487983 Oct 27 17:14:36.897550 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ca19b442-bc20-4ae0-a9ac-aece5b269c74 req-349bc724-d7e1-4324-bd22-cebcb6edd0ba tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314009 Oct 27 17:14:37.144310 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device eb6caaf5-4fd3-40bb-927a-ffa116c99041 up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:14:37.256454 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning for port eb6caaf5-4fd3-40bb-927a-ffa116c99041 completed by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:14:37.260396 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port eb6caaf5-4fd3-40bb-927a-ffa116c99041 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:14:37.260798 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:37.339282 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:37.371059 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port eb6caaf5-4fd3-40bb-927a-ffa116c99041, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=eb6caaf5-4fd3-40bb-927a-ffa116c99041,segment=NetworkSegment(1e562b32-44b3-4d80-a0e6-06e63d8d9332),segment_id=1e562b32-44b3-4d80-a0e6-06e63d8d9332)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:37.450482 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:37.457546 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a825e-0f7e-4424-a628-85377e0c771c req-20e1c8b4-26c5-43c9-8fa3-2b71198b9bcd tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:37.459046 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8b2a825e-0f7e-4424-a628-85377e0c771c req-20e1c8b4-26c5-43c9-8fa3-2b71198b9bcd tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 946 time: 0.0524607 Oct 27 17:14:37.499033 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8b2a825e-0f7e-4424-a628-85377e0c771c req-6e297a62-74fa-494b-9420-f5c74089a3ad tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339537 Oct 27 17:14:37.503165 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fffe9d2-782c-411a-b78a-19604f7217ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6caaf5-4fd3-40bb-927a-ffa116c99041'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:14:37.505440 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2e78a4-4350-4ae0-a411-7de6f5eef76d" -d '{"events": [{"server_uuid": "4fffe9d2-782c-411a-b78a-19604f7217ab", "name": "network-vif-plugged", "status": "completed", "tag": "eb6caaf5-4fd3-40bb-927a-ffa116c99041"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:14:37.512485 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=eb6caaf5-4fd3-40bb-927a-ffa116c99041,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:37.542589 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d511101a-41c3-4e58-9293-20b6aae9aa33 x-openstack-request-id: req-d511101a-41c3-4e58-9293-20b6aae9aa33 {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:14:37.542878 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fffe9d2-782c-411a-b78a-19604f7217ab", "name": "network-vif-plugged", "status": "completed", "tag": "eb6caaf5-4fd3-40bb-927a-ffa116c99041", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:14:37.543131 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-d511101a-41c3-4e58-9293-20b6aae9aa33 {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:14:37.543516 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fffe9d2-782c-411a-b78a-19604f7217ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6caaf5-4fd3-40bb-927a-ffa116c99041', 'code': 200} Oct 27 17:14:37.860037 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9d1e5-17bd-4cfb-a12e-6ad37560e907 req-e4e8853f-afa7-4569-9b8d-f0d2ddde33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:37.861540 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5ea9d1e5-17bd-4cfb-a12e-6ad37560e907 req-e4e8853f-afa7-4569-9b8d-f0d2ddde33f8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 1098 time: 0.0401785 Oct 27 17:14:37.897785 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-5ea9d1e5-17bd-4cfb-a12e-6ad37560e907 req-c4e0b54f-a1c1-45ba-9111-e356a5c938ae service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282629 Oct 27 17:14:38.010705 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8691a-9cd1-4dc5-818b-8e99b07ae8d7 req-fdfae5a2-3fc0-496d-9d85-8db9410429c4 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:38.012143 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-bda8691a-9cd1-4dc5-818b-8e99b07ae8d7 req-fdfae5a2-3fc0-496d-9d85-8db9410429c4 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 945 time: 0.0491691 Oct 27 17:14:38.049809 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-bda8691a-9cd1-4dc5-818b-8e99b07ae8d7 req-290d2394-2d08-465d-872d-5659d4e866e3 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315757 Oct 27 17:14:38.616352 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848218e5-5a3f-4bbc-8ff1-54ded75f63f8 req-9ca0b744-8d1a-4664-b8aa-11398192da42 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:38.617828 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-848218e5-5a3f-4bbc-8ff1-54ded75f63f8 req-9ca0b744-8d1a-4664-b8aa-11398192da42 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 946 time: 0.0486453 Oct 27 17:14:38.654039 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-848218e5-5a3f-4bbc-8ff1-54ded75f63f8 req-53e00591-e9bb-4e46-afdd-1c05e8413d97 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303857 Oct 27 17:14:38.768124 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be6681-9177-458b-b13c-ffdbbc2cf638 req-369b94b7-4ee2-4443-8a53-8b5a42bf132d tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:38.769645 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-59be6681-9177-458b-b13c-ffdbbc2cf638 req-369b94b7-4ee2-4443-8a53-8b5a42bf132d tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 946 time: 0.0512204 Oct 27 17:14:38.809881 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-59be6681-9177-458b-b13c-ffdbbc2cf638 req-6955419b-629c-43fc-87a1-a6aba61788ce tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324008 Oct 27 17:14:39.134739 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2f6d0-0a73-48d0-87d1-03d81a6c730b req-394302bf-a2b3-48a0-a546-2caf26dac0ee tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:39.136263 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0ce2f6d0-0a73-48d0-87d1-03d81a6c730b req-394302bf-a2b3-48a0-a546-2caf26dac0ee tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 946 time: 0.0486579 Oct 27 17:14:39.164845 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf6004-06bf-432b-8a16-74e38291ff6d req-5d14a2d8-29e1-43c5-8e99-f451748dee6c tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:39.166313 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-accf6004-06bf-432b-8a16-74e38291ff6d req-5d14a2d8-29e1-43c5-8e99-f451748dee6c tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 945 time: 0.0488367 Oct 27 17:14:39.174406 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0ce2f6d0-0a73-48d0-87d1-03d81a6c730b req-038ca009-173b-4778-8ae3-82389a39e50f tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322292 Oct 27 17:14:39.212494 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-accf6004-06bf-432b-8a16-74e38291ff6d req-6cfedb76-23c7-4973-8c58-4d99be4e3e6b tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402763 Oct 27 17:14:40.331230 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513cc24-f93c-4f71-9917-dd735fd2701e req-4fc6589d-92db-4824-ab33-2b5dfa8b531b tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:40.333686 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0513cc24-f93c-4f71-9917-dd735fd2701e req-4fc6589d-92db-4824-ab33-2b5dfa8b531b tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 945 time: 0.0516288 Oct 27 17:14:40.371880 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0513cc24-f93c-4f71-9917-dd735fd2701e req-9e9abe6a-a702-461a-bac7-04639e309e7d tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322750 Oct 27 17:14:42.198812 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a7369f83-6e97-4fe4-9594-ecc503e6165d req-441c99cc-cfe7-4fdf-b522-58671426cf69 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2697331c-760a-484e-bd47-e4aa7968c997&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3331277 Oct 27 17:14:42.290006 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7369f83-6e97-4fe4-9594-ecc503e6165d req-58046475-2553-48f0-a785-144ac009f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:42.291470 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a7369f83-6e97-4fe4-9594-ecc503e6165d req-58046475-2553-48f0-a785-144ac009f10b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5526c6afcb241e28e5e9709ce3c0d2f&device_id=2697331c-760a-484e-bd47-e4aa7968c997 HTTP/1.1" status: 200 len: 1098 time: 0.0412440 Oct 27 17:14:42.397490 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7369f83-6e97-4fe4-9594-ecc503e6165d req-b32ff3e7-d6c6-48db-a24c-d981681281da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:42.398932 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a7369f83-6e97-4fe4-9594-ecc503e6165d req-b32ff3e7-d6c6-48db-a24c-d981681281da service neutron] 10.222.0.11 "GET /v2.0/networks?id=bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d HTTP/1.1" status: 200 len: 917 time: 0.0865171 Oct 27 17:14:42.444952 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a7369f83-6e97-4fe4-9594-ecc503e6165d req-93639fd2-c6e8-46e9-af25-9342141b21b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c42066-5bb0-4260-8ed0-7c7d420c5769 HTTP/1.1" status: 200 len: 217 time: 0.0380757 Oct 27 17:14:42.500667 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7369f83-6e97-4fe4-9594-ecc503e6165d req-ce0f1bec-239d-445f-a35e-e7201de94571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:42.501990 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a7369f83-6e97-4fe4-9594-ecc503e6165d req-ce0f1bec-239d-445f-a35e-e7201de94571 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=002adcd4-bbca-4869-abb7-faa23c65ce4f HTTP/1.1" status: 200 len: 855 time: 0.0436668 Oct 27 17:14:42.536419 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a7369f83-6e97-4fe4-9594-ecc503e6165d req-5e7f7abf-553b-4457-82f3-6c1b4cb38101 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263820 Oct 27 17:14:42.632087 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a7369f83-6e97-4fe4-9594-ecc503e6165d req-e530e833-d51c-4003-9a7b-2a4aafd3c2c9 service neutron] 10.222.0.11 "GET /v2.0/networks/bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872207 Oct 27 17:14:42.735600 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-a7369f83-6e97-4fe4-9594-ecc503e6165d req-b23b252d-7c58-4b26-a4e6-22600f65a6c2 service neutron] 10.222.0.11 "GET /v2.0/networks/bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848985 Oct 27 17:14:47.458893 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:14:49.308202 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297a131-83ce-4cb1-a319-19f74ad1d684 req-c65da195-cb7a-49c0-a4ff-c36a5868efdc tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:49.309649 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e297a131-83ce-4cb1-a319-19f74ad1d684 req-c65da195-cb7a-49c0-a4ff-c36a5868efdc tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 946 time: 0.0505366 Oct 27 17:14:49.348167 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e297a131-83ce-4cb1-a319-19f74ad1d684 req-ecb60e45-4b60-4a16-855b-07815ae07447 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318227 Oct 27 17:14:49.370507 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35598) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:49.560968 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04818c03-19d7-45ed-8cd6-02ebbb55e4e3 tempest-TestMinimumBasicScenario-333277611 tempest-TestMinimumBasicScenario-333277611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:49.562391 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-04818c03-19d7-45ed-8cd6-02ebbb55e4e3 tempest-TestMinimumBasicScenario-333277611 tempest-TestMinimumBasicScenario-333277611-project-admin] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 1094 time: 0.1909165 Oct 27 17:14:49.565584 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35602) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:49.570425 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Request body: {'floatingip': {'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'port_id': '1d40f4f7-804f-4868-a712-b4d1cedbbe01', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:49.590791 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-f373d5d2-17fc-4370-9a3a-fa10359f10d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:49.674928 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for floatingip, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:49.773490 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:49.870949 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_common [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Allocated IP 172.27.3.200 (ed716183-5f1c-445b-936f-259913b9090b/855c9060-65b5-4295-a48e-32e34bdb0777/f9d3c2a3-4ecf-463b-b946-4071864d846a) {{(pid=118833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:14:49.974968 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for port, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:50.073623 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:50.112619 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Network ed716183-5f1c-445b-936f-259913b9090b is already hosted by enough agents. {{(pid=118833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:14:50.115824 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.base_scheduler [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Resources bound (agent type, host, resource id): {{(pid=118833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:14:50.119329 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Received port after_create {{(pid=118833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:14:50.143310 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Pushing event updated for resources: {'Port': ['ID=f9d3c2a3-4ecf-463b-b946-4071864d846a,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:50.159856 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:50.160200 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:50.161250 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:50.161522 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:50.162034 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:50.162367 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:50.162697 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:50.163024 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:50.163346 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:50.163669 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:50.163989 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:50.164307 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:50.680538 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for floatingip, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:50.795377 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:50.942795 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for port, precommit_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:50.998905 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131455093'] for port, after_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.072416 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Pushing event updated for resources: {'Port': ['ID=f9d3c2a3-4ecf-463b-b946-4071864d846a,revision_number=2']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:51.082198 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703721'] for floatingip, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.182731 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.db.l3_db [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Floating IP ce61cf0b-6f9d-4d21-a8b6-039224d041cf associated. External IP: 172.27.3.200, port: 1d40f4f7-804f-4868-a712-b4d1cedbbe01. Oct 27 17:14:51.386992 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Router 5f35d2e0-be42-4c2f-b8a1-8b641405e907 has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:14:51.491572 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:14:51.500963 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67495e0-9134-41f2-9139-295c98b58b91 None None] Sync routers for ids ['5f35d2e0-be42-4c2f-b8a1-8b641405e907'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:14:51.511403 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67495e0-9134-41f2-9139-295c98b58b91 None None] Routers {'5f35d2e0-be42-4c2f-b8a1-8b641405e907'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:14:51.512526 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-f67495e0-9134-41f2-9139-295c98b58b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:14:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['5f35d2e0-be42-4c2f-b8a1-8b641405e907'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:51.567968 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for floatingip, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.594442 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-93e1e442-58ac-4e47-bdbd-336bc1b0680a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0278461 Oct 27 17:14:51.595096 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0333ee65-d634-41cc-8c95-544331c97578', 'tag': '1d40f4f7-804f-4868-a712-b4d1cedbbe01'}] {{(pid=118833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:14:51.597376 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 35608) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:51.597900 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c66521ff26e5cb966b8f79b87702808b323f371d754c2b2b0a866cc42f0a139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435faf9e-c5f0-49af-9442-ddea45792a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "0333ee65-d634-41cc-8c95-544331c97578", "tag": "1d40f4f7-804f-4868-a712-b4d1cedbbe01"}]}' {{(pid=118833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:14:51.608154 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-a20d122a-0b1e-42ae-aa3c-f57b6289b5b7 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1014212419', 'description': 'tempest-secgroup-smoke-1014212419 description', 'project_id': '58707c218a4641608156eecc3b5c1b5c'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:51.620868 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-f67495e0-9134-41f2-9139-295c98b58b91 None None] Set router 5f35d2e0-be42-4c2f-b8a1-8b641405e907 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:14:51.643995 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77be226a-6a58-43d2-a488-b37cbe049778 x-openstack-request-id: req-77be226a-6a58-43d2-a488-b37cbe049778 {{(pid=118833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:14:51.644341 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0333ee65-d634-41cc-8c95-544331c97578", "tag": "1d40f4f7-804f-4868-a712-b4d1cedbbe01", "status": "completed", "code": 200}]} {{(pid=118833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:14:51.644740 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-77be226a-6a58-43d2-a488-b37cbe049778 {{(pid=118833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:14:51.645385 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0333ee65-d634-41cc-8c95-544331c97578', 'tag': '1d40f4f7-804f-4868-a712-b4d1cedbbe01', 'status': 'completed', 'code': 200} Oct 27 17:14:51.717984 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435faf9e-c5f0-49af-9442-ddea45792a3b req-efcacb55-5b0f-49bc-8175-8d28ede1c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:51.719557 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-435faf9e-c5f0-49af-9442-ddea45792a3b req-efcacb55-5b0f-49bc-8175-8d28ede1c0c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58707c218a4641608156eecc3b5c1b5c&device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 1099 time: 0.0456402 Oct 27 17:14:51.720468 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a20d122a-0b1e-42ae-aa3c-f57b6289b5b7 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.850480 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435faf9e-c5f0-49af-9442-ddea45792a3b req-ea8475ea-c0e8-49c7-8828-d8e5b7253441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:51.851941 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-435faf9e-c5f0-49af-9442-ddea45792a3b req-ea8475ea-c0e8-49c7-8828-d8e5b7253441 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e HTTP/1.1" status: 200 len: 916 time: 0.1227143 Oct 27 17:14:51.902951 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a20d122a-0b1e-42ae-aa3c-f57b6289b5b7 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.929175 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-435faf9e-c5f0-49af-9442-ddea45792a3b req-55017794-33c0-498e-bb70-07bafc942cb1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d40f4f7-804f-4868-a712-b4d1cedbbe01 HTTP/1.1" status: 200 len: 1000 time: 0.0687144 Oct 27 17:14:51.972168 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a20d122a-0b1e-42ae-aa3c-f57b6289b5b7 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.983069 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-f67495e0-9134-41f2-9139-295c98b58b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'name': 'tempest-TestMinimumBasicScenario-466606359-router', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:13:38Z', 'updated_at': '2021-10-27T17:13:43Z', 'revision_number': 4, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'gw_port': {'id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:39Z', 'updated_at': '2021-10-27T17:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': 'ce61cf0b-6f9d-4d21-a8b6-039224d041cf', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'port_id': '1d40f4f7-804f-4868-a712-b4d1cedbbe01', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e', 'mac_address': 'fa:16:3e:32:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0333ee65-d634-41cc-8c95-544331c97578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:14:50Z', 'updated_at': '2021-10-27T17:14:50Z', 'revision_number': 0, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10741910-44de-4eff-8be7-c49cfc145f2c', 'name': '', 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'mac_address': 'fa:16:3e:96:96:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2f7f9bbc-0872-4390-b3f6-b34d1897cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:42Z', 'updated_at': '2021-10-27T17:13:48Z', 'revision_number': 5, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'subnets': [{'id': '2f7f9bbc-0872-4390-b3f6-b34d1897cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:52.000069 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435faf9e-c5f0-49af-9442-ddea45792a3b req-79c91f12-98d7-4ebd-926f-2a38db9e39da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:52.001684 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-435faf9e-c5f0-49af-9442-ddea45792a3b req-79c91f12-98d7-4ebd-926f-2a38db9e39da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f7f9bbc-0872-4390-b3f6-b34d1897cafe HTTP/1.1" status: 200 len: 853 time: 0.0643368 Oct 27 17:14:52.011142 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67495e0-9134-41f2-9139-295c98b58b91 None None] Checking router: 5f35d2e0-be42-4c2f-b8a1-8b641405e907 for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:14:52.011917 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d122a-0b1e-42ae-aa3c-f57b6289b5b7 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ae9cae-8554-4902-8936-4e4d9ebbf194,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:52.020005 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67495e0-9134-41f2-9139-295c98b58b91 None None] Routers {'5f35d2e0-be42-4c2f-b8a1-8b641405e907'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:14:52.020763 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-f67495e0-9134-41f2-9139-295c98b58b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:14:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['5f35d2e0-be42-4c2f-b8a1-8b641405e907'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:52.028268 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d122a-0b1e-42ae-aa3c-f57b6289b5b7 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:52.028636 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d122a-0b1e-42ae-aa3c-f57b6289b5b7 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:52.028982 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d122a-0b1e-42ae-aa3c-f57b6289b5b7 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:52.029314 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d122a-0b1e-42ae-aa3c-f57b6289b5b7 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:52.029638 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d122a-0b1e-42ae-aa3c-f57b6289b5b7 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:52.029964 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d122a-0b1e-42ae-aa3c-f57b6289b5b7 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:52.030293 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d122a-0b1e-42ae-aa3c-f57b6289b5b7 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:52.030619 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d122a-0b1e-42ae-aa3c-f57b6289b5b7 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:52.030946 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d122a-0b1e-42ae-aa3c-f57b6289b5b7 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:52.031259 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d122a-0b1e-42ae-aa3c-f57b6289b5b7 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:52.031578 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d122a-0b1e-42ae-aa3c-f57b6289b5b7 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:52.031896 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d122a-0b1e-42ae-aa3c-f57b6289b5b7 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:52.068040 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435faf9e-c5f0-49af-9442-ddea45792a3b req-4a75bc9e-d4ab-4bc2-b884-6088bcefaa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:52.069621 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-435faf9e-c5f0-49af-9442-ddea45792a3b req-4a75bc9e-d4ab-4bc2-b884-6088bcefaa5f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554404 Oct 27 17:14:52.080960 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a20d122a-0b1e-42ae-aa3c-f57b6289b5b7 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.085466 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-a20d122a-0b1e-42ae-aa3c-f57b6289b5b7 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4837081 Oct 27 17:14:52.085796 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35612) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:52.090620 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-2fcf1034-e4d9-43fa-8179-37430efba5ff tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Request body: {'security_group_rule': {'security_group_id': 'c7ae9cae-8554-4902-8936-4e4d9ebbf194', 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:52.136409 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-f67495e0-9134-41f2-9139-295c98b58b91 None None] Set router 5f35d2e0-be42-4c2f-b8a1-8b641405e907 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:14:52.173443 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-435faf9e-c5f0-49af-9442-ddea45792a3b req-284176dc-dd75-4802-b450-4545ed744b5a service neutron] 10.222.0.11 "GET /v2.0/networks/b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885980 Oct 27 17:14:52.199207 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2fcf1034-e4d9-43fa-8179-37430efba5ff tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.262551 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2fcf1034-e4d9-43fa-8179-37430efba5ff tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.274700 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-435faf9e-c5f0-49af-9442-ddea45792a3b req-5b6b5845-1012-48de-8662-b89e0b8bff60 service neutron] 10.222.0.11 "GET /v2.0/networks/b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932186 Oct 27 17:14:52.324724 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2fcf1034-e4d9-43fa-8179-37430efba5ff tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.343555 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf1034-e4d9-43fa-8179-37430efba5ff tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71cf342e-3525-4a24-b570-8579d9ddfc71,revision_number=0']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:52.384008 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-f67495e0-9134-41f2-9139-295c98b58b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'name': 'tempest-TestMinimumBasicScenario-466606359-router', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:13:38Z', 'updated_at': '2021-10-27T17:13:43Z', 'revision_number': 4, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'gw_port': {'id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:39Z', 'updated_at': '2021-10-27T17:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': 'ce61cf0b-6f9d-4d21-a8b6-039224d041cf', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'port_id': '1d40f4f7-804f-4868-a712-b4d1cedbbe01', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e', 'mac_address': 'fa:16:3e:32:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0333ee65-d634-41cc-8c95-544331c97578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:14:50Z', 'updated_at': '2021-10-27T17:14:50Z', 'revision_number': 0, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10741910-44de-4eff-8be7-c49cfc145f2c', 'name': '', 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'mac_address': 'fa:16:3e:96:96:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2f7f9bbc-0872-4390-b3f6-b34d1897cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:42Z', 'updated_at': '2021-10-27T17:13:48Z', 'revision_number': 5, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'subnets': [{'id': '2f7f9bbc-0872-4390-b3f6-b34d1897cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:52.410693 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67495e0-9134-41f2-9139-295c98b58b91 None None] The sync data for ids ['5f35d2e0-be42-4c2f-b8a1-8b641405e907'] in dv-cinder-815701-1-iscsi is: [{'id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'name': 'tempest-TestMinimumBasicScenario-466606359-router', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:13:38Z', 'updated_at': '2021-10-27T17:13:43Z', 'revision_number': 4, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'gw_port': {'id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:39Z', 'updated_at': '2021-10-27T17:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_floatingips': [{'id': 'ce61cf0b-6f9d-4d21-a8b6-039224d041cf', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'router_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'port_id': '1d40f4f7-804f-4868-a712-b4d1cedbbe01', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e', 'mac_address': 'fa:16:3e:32:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0333ee65-d634-41cc-8c95-544331c97578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:14:50Z', 'updated_at': '2021-10-27T17:14:50Z', 'revision_number': 0, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10741910-44de-4eff-8be7-c49cfc145f2c', 'name': '', 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'mac_address': 'fa:16:3e:96:96:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2f7f9bbc-0872-4390-b3f6-b34d1897cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:42Z', 'updated_at': '2021-10-27T17:13:48Z', 'revision_number': 5, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'subnets': [{'id': '2f7f9bbc-0872-4390-b3f6-b34d1897cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:14:52.424845 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-52dc040f-d5fe-44bd-a80b-5ce3acec9771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.438902 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2fcf1034-e4d9-43fa-8179-37430efba5ff tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.440468 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-2fcf1034-e4d9-43fa-8179-37430efba5ff tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3532360 Oct 27 17:14:52.443584 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35616) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:52.448064 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [None req-c8bb21eb-24de-47a4-b678-6d5795ab213b tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Request body: {'security_group_rule': {'security_group_id': 'c7ae9cae-8554-4902-8936-4e4d9ebbf194', 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:52.551140 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c8bb21eb-24de-47a4-b678-6d5795ab213b tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.613013 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c8bb21eb-24de-47a4-b678-6d5795ab213b tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.624417 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a536fa6d-c293-42a3-b88f-1e55d3d0f298 None None] New status for floating IP ce61cf0b-6f9d-4d21-a8b6-039224d041cf: ACTIVE {{(pid=118836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:14:52.673290 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c8bb21eb-24de-47a4-b678-6d5795ab213b tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.692858 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb21eb-24de-47a4-b678-6d5795ab213b tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a3414e1-adad-411a-90ca-2a7a6069f4e1,revision_number=0']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:52.744399 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c8bb21eb-24de-47a4-b678-6d5795ab213b tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.752593 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 35618) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:52.753181 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-c8bb21eb-24de-47a4-b678-6d5795ab213b tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3044522 Oct 27 17:14:52.755295 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-bb9cf32c-8154-4198-af57-c28266930e7e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Request body: {'security_group_rule': {'security_group_id': 'c7ae9cae-8554-4902-8936-4e4d9ebbf194', 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:52.853706 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-bb9cf32c-8154-4198-af57-c28266930e7e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.919058 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-bb9cf32c-8154-4198-af57-c28266930e7e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:53.016650 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-bb9cf32c-8154-4198-af57-c28266930e7e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:53.035155 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9cf32c-8154-4198-af57-c28266930e7e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47fdc3cb-1e80-4713-8b72-82073acb9e2e,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:53.118540 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-bb9cf32c-8154-4198-af57-c28266930e7e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:53.119759 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-bb9cf32c-8154-4198-af57-c28266930e7e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3697088 Oct 27 17:14:53.122406 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 35620) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:53.126664 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-81ae4480-bab7-4098-aa79-4acba4f556ad tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Request body: {'security_group_rule': {'security_group_id': 'c7ae9cae-8554-4902-8936-4e4d9ebbf194', 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:53.238078 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-81ae4480-bab7-4098-aa79-4acba4f556ad tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:53.259169 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:53.298429 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-81ae4480-bab7-4098-aa79-4acba4f556ad tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:53.373741 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-81ae4480-bab7-4098-aa79-4acba4f556ad tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:53.391827 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae4480-bab7-4098-aa79-4acba4f556ad tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a164498-2e2a-4a91-bdf6-a54221800474,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:53.453749 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:53.472476 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-81ae4480-bab7-4098-aa79-4acba4f556ad tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:53.474381 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-81ae4480-bab7-4098-aa79-4acba4f556ad tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3504293 Oct 27 17:14:53.477117 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 35624) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:53.481403 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-88e51308-d92c-4300-8887-5ee1f4cdae3b tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Request body: {'security_group_rule': {'security_group_id': 'c7ae9cae-8554-4902-8936-4e4d9ebbf194', 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:53.565010 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.securitygroups_db [None req-88e51308-d92c-4300-8887-5ee1f4cdae3b tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Project 58707c218a4641608156eecc3b5c1b5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:14:53.570111 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-88e51308-d92c-4300-8887-5ee1f4cdae3b tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:53.632246 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-88e51308-d92c-4300-8887-5ee1f4cdae3b tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:53.699398 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-88e51308-d92c-4300-8887-5ee1f4cdae3b tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:53.717897 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e51308-d92c-4300-8887-5ee1f4cdae3b tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2b72f3-5318-436f-9450-04442573c8af,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:53.787605 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-88e51308-d92c-4300-8887-5ee1f4cdae3b tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:53.788866 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-88e51308-d92c-4300-8887-5ee1f4cdae3b tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3108008 Oct 27 17:14:53.791854 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 35626) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:53.796227 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [None req-c5818e22-07e8-4925-9e72-86f18a4ece52 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Request body: {'security_group_rule': {'security_group_id': 'c7ae9cae-8554-4902-8936-4e4d9ebbf194', 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:53.876519 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.db.securitygroups_db [None req-c5818e22-07e8-4925-9e72-86f18a4ece52 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Project 58707c218a4641608156eecc3b5c1b5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:14:53.881878 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c5818e22-07e8-4925-9e72-86f18a4ece52 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:53.942422 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c5818e22-07e8-4925-9e72-86f18a4ece52 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:54.007838 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c5818e22-07e8-4925-9e72-86f18a4ece52 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843405'] for security_group_rule, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:54.026321 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5818e22-07e8-4925-9e72-86f18a4ece52 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb15375-b52c-4196-8c45-b33e5cf885cd,revision_number=0']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:54.099036 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c5818e22-07e8-4925-9e72-86f18a4ece52 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:54.100360 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-c5818e22-07e8-4925-9e72-86f18a4ece52 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3075669 Oct 27 17:14:54.177551 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5f45a07e-feb2-4c3d-9fd4-a922cc8a0836 req-8082c06e-580c-43a6-ad4d-fc36043f7ce3 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1014212419&fields=id&tenant_id=58707c218a4641608156eecc3b5c1b5c HTTP/1.1" status: 200 len: 267 time: 0.0338116 Oct 27 17:14:54.230340 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45a07e-feb2-4c3d-9fd4-a922cc8a0836 req-1213f309-adb1-4d57-9c87-14ce10fdddbe tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:54.231798 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5f45a07e-feb2-4c3d-9fd4-a922cc8a0836 req-1213f309-adb1-4d57-9c87-14ce10fdddbe tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 946 time: 0.0486827 Oct 27 17:14:54.243185 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [req-5f45a07e-feb2-4c3d-9fd4-a922cc8a0836 req-c7bd70ac-1bbe-4db8-90be-cb97605add2e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Request body: {'port': {'security_groups': ['7760cb48-f300-44b3-acec-3dc6faf34fe9', 'c7ae9cae-8554-4902-8936-4e4d9ebbf194']}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:54.305740 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [req-5f45a07e-feb2-4c3d-9fd4-a922cc8a0836 req-c7bd70ac-1bbe-4db8-90be-cb97605add2e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:54.520138 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.db [req-5f45a07e-feb2-4c3d-9fd4-a922cc8a0836 req-c7bd70ac-1bbe-4db8-90be-cb97605add2e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] For port 1d40f4f7-804f-4868-a712-b4d1cedbbe01, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=1d40f4f7-804f-4868-a712-b4d1cedbbe01,segment=NetworkSegment(e5f161e6-0a2f-4cad-b0de-f8495ae1134d),segment_id=e5f161e6-0a2f-4cad-b0de-f8495ae1134d)] {{(pid=118833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:54.548720 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [req-5f45a07e-feb2-4c3d-9fd4-a922cc8a0836 req-c7bd70ac-1bbe-4db8-90be-cb97605add2e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for port, precommit_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:54.604907 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [req-5f45a07e-feb2-4c3d-9fd4-a922cc8a0836 req-c7bd70ac-1bbe-4db8-90be-cb97605add2e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131455093'] for port, after_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:54.625241 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['1d40f4f7-804f-4868-a712-b4d1cedbbe01'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:14:54.654322 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45a07e-feb2-4c3d-9fd4-a922cc8a0836 req-c7bd70ac-1bbe-4db8-90be-cb97605add2e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:54.654972 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [req-5f45a07e-feb2-4c3d-9fd4-a922cc8a0836 req-c7bd70ac-1bbe-4db8-90be-cb97605add2e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:54.657386 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-5f45a07e-feb2-4c3d-9fd4-a922cc8a0836 req-c7bd70ac-1bbe-4db8-90be-cb97605add2e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "PUT /v2.0/ports/1d40f4f7-804f-4868-a712-b4d1cedbbe01 HTTP/1.1" status: 200 len: 982 time: 0.4187355 Oct 27 17:14:54.657868 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0333ee65-d634-41cc-8c95-544331c97578', 'tag': '1d40f4f7-804f-4868-a712-b4d1cedbbe01'}] {{(pid=118833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:14:54.662250 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c66521ff26e5cb966b8f79b87702808b323f371d754c2b2b0a866cc42f0a139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8005f2c4-39cd-49a4-aae0-743c15cb9a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "0333ee65-d634-41cc-8c95-544331c97578", "tag": "1d40f4f7-804f-4868-a712-b4d1cedbbe01"}]}' {{(pid=118833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:14:54.689490 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd70ac-1bbe-4db8-90be-cb97605add2e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Pushing event updated for resources: {'Port': ['ID=1d40f4f7-804f-4868-a712-b4d1cedbbe01,revision_number=6']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:54.714986 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4c3d66-f01a-4a84-ab12-23618a045f54 x-openstack-request-id: req-0b4c3d66-f01a-4a84-ab12-23618a045f54 {{(pid=118833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:14:54.714986 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0333ee65-d634-41cc-8c95-544331c97578", "tag": "1d40f4f7-804f-4868-a712-b4d1cedbbe01", "status": "completed", "code": 200}]} {{(pid=118833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:14:54.714986 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-0b4c3d66-f01a-4a84-ab12-23618a045f54 {{(pid=118833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:14:54.714986 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0333ee65-d634-41cc-8c95-544331c97578', 'tag': '1d40f4f7-804f-4868-a712-b4d1cedbbe01', 'status': 'completed', 'code': 200} Oct 27 17:14:54.796227 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['1d40f4f7-804f-4868-a712-b4d1cedbbe01'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:14:54.828773 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6e695-b868-4cef-8c0b-eadc34867b73 req-67567b1b-3a16-4374-9852-bdc687b04b3c tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:54.830338 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-07d6e695-b868-4cef-8c0b-eadc34867b73 req-67567b1b-3a16-4374-9852-bdc687b04b3c tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 985 time: 0.0872283 Oct 27 17:14:54.845869 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005f2c4-39cd-49a4-aae0-743c15cb9a2b req-55e77e1b-1c7f-44c6-b17c-416713ef12f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:54.847326 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8005f2c4-39cd-49a4-aae0-743c15cb9a2b req-55e77e1b-1c7f-44c6-b17c-416713ef12f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58707c218a4641608156eecc3b5c1b5c&device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 1138 time: 0.0930700 Oct 27 17:14:54.905151 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-07d6e695-b868-4cef-8c0b-eadc34867b73 req-962ed9c6-1115-42e7-bbd4-f3132d2397df tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&id=c7ae9cae-8554-4902-8936-4e4d9ebbf194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674272 Oct 27 17:14:54.983745 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005f2c4-39cd-49a4-aae0-743c15cb9a2b req-8c9aa5c3-ac7a-41fb-9d30-203e6855a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:54.985282 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8005f2c4-39cd-49a4-aae0-743c15cb9a2b req-8c9aa5c3-ac7a-41fb-9d30-203e6855a551 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e HTTP/1.1" status: 200 len: 916 time: 0.1197309 Oct 27 17:14:54.989249 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-a5b9eac7-f360-4e6f-bb21-a0eb3cdfb071 None None] Provisioning complete for port 1d40f4f7-804f-4868-a712-b4d1cedbbe01 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:14:54.990514 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-a5b9eac7-f360-4e6f-bb21-a0eb3cdfb071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:55.062028 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8005f2c4-39cd-49a4-aae0-743c15cb9a2b req-19efea76-db8d-4307-b9f7-21ac6ec55bbb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d40f4f7-804f-4868-a712-b4d1cedbbe01 HTTP/1.1" status: 200 len: 1002 time: 0.0646925 Oct 27 17:14:55.113936 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005f2c4-39cd-49a4-aae0-743c15cb9a2b req-8a1d3e25-11ff-41aa-89f3-36255ab0d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:55.116631 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8005f2c4-39cd-49a4-aae0-743c15cb9a2b req-8a1d3e25-11ff-41aa-89f3-36255ab0d099 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f7f9bbc-0872-4390-b3f6-b34d1897cafe HTTP/1.1" status: 200 len: 853 time: 0.0458076 Oct 27 17:14:55.168393 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005f2c4-39cd-49a4-aae0-743c15cb9a2b req-37a3d546-a06f-4fb8-93a5-eff72e6a9ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:55.169952 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8005f2c4-39cd-49a4-aae0-743c15cb9a2b req-37a3d546-a06f-4fb8-93a5-eff72e6a9ddb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415244 Oct 27 17:14:55.267021 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8005f2c4-39cd-49a4-aae0-743c15cb9a2b req-a7492f58-00c1-4540-bcc2-2c0484d9454f service neutron] 10.222.0.11 "GET /v2.0/networks/b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888660 Oct 27 17:14:55.337683 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:55.370077 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-8005f2c4-39cd-49a4-aae0-743c15cb9a2b req-a70af0a9-451b-4f2f-956d-e255480df86f service neutron] 10.222.0.11 "GET /v2.0/networks/b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907793 Oct 27 17:14:59.254231 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-2af4edc1-0829-4f76-acff-a5d3a4fadae6 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:59.256373 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-2af4edc1-0829-4f76-acff-a5d3a4fadae6 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/networks?id=bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d HTTP/1.1" status: 200 len: 815 time: 0.1051755 Oct 27 17:14:59.270994 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-98802a05-719a-4d5e-abcf-274f746e4d36 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/quotas/e5526c6afcb241e28e5e9709ce3c0d2f HTTP/1.1" status: 200 len: 375 time: 0.0088687 Oct 27 17:14:59.322969 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-cd13ae5b-9e69-4944-9d18-bd3c4d161534 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=e5526c6afcb241e28e5e9709ce3c0d2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464878 Oct 27 17:14:59.416108 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-0fda0fb3-e1e6-458a-b346-d0446e0d8ae0 service neutron] 10.222.0.109 "GET /v2.0/networks/bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862281 Oct 27 17:14:59.504590 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-123254ed-69f2-4c05-9c9a-e87723eb48dc service neutron] 10.222.0.109 "GET /v2.0/networks/bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823510 Oct 27 17:14:59.765492 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ac097565-75a9-48c8-b858-4c7d0e4df09d req-973ce0fc-e44d-408a-b0c7-ad139cd5508f tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=94b85e93-9192-47d1-880d-8a509606f8f7 HTTP/1.1" status: 200 len: 210 time: 0.0276704 Oct 27 17:15:00.866730 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-7e5c35f6-5245-4ea3-9970-8bd2d5cb59c1 req-b552d940-017e-40ac-b08e-81b44d7e8af1 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=94b85e93-9192-47d1-880d-8a509606f8f7 HTTP/1.1" status: 200 len: 210 time: 0.0308990 Oct 27 17:15:01.876793 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-1efbc4dd-5148-4538-a3e6-28112d77e811 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:01.878369 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-1efbc4dd-5148-4538-a3e6-28112d77e811 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.11 "GET /v2.0/networks?id=bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d HTTP/1.1" status: 200 len: 815 time: 0.1077261 Oct 27 17:15:01.895631 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-93d237b9-d24e-401a-a94b-2337428a2914 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Request body: {'port': {'device_id': '94b85e93-9192-47d1-880d-8a509606f8f7', 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d', 'admin_state_up': True, 'tenant_id': 'e5526c6afcb241e28e5e9709ce3c0d2f'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:15:01.967480 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-1f17670f-24d6-411f-be03-8e1b8a9aa041 req-e62793c0-9300-4743-aee2-37522d4e8ee3 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=94b85e93-9192-47d1-880d-8a509606f8f7 HTTP/1.1" status: 200 len: 210 time: 0.0303404 Oct 27 17:15:02.087589 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-93d237b9-d24e-401a-a94b-2337428a2914 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Made reservation on behalf of e5526c6afcb241e28e5e9709ce3c0d2f for: {'port': 1} {{(pid=118834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:15:02.091081 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-93d237b9-d24e-401a-a94b-2337428a2914 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:02.217616 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_common [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-93d237b9-d24e-401a-a94b-2337428a2914 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Allocated IP 172.20.0.14 (bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d/002adcd4-bbca-4869-abb7-faa23c65ce4f/b7df55d2-074f-46cd-9d14-36d333582c22) {{(pid=118834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:15:02.364874 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-93d237b9-d24e-401a-a94b-2337428a2914 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks [] for port, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:02.453939 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-93d237b9-d24e-401a-a94b-2337428a2914 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740459784268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:02.467194 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['e2c42066-5bb0-4260-8ed0-7c7d420c5769', '8a0e2d16-4f10-4dcc-984f-dd478577d969', 'eb6caaf5-4fd3-40bb-927a-ffa116c99041'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:15:02.505139 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-93d237b9-d24e-401a-a94b-2337428a2914 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Network bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d is already hosted by enough agents. {{(pid=118834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:15:02.508787 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.scheduler.base_scheduler [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-93d237b9-d24e-401a-a94b-2337428a2914 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Resources bound (agent type, host, resource id): {{(pid=118834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:15:02.512697 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-93d237b9-d24e-401a-a94b-2337428a2914 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Received port after_create {{(pid=118834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:15:02.536735 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d237b9-d24e-401a-a94b-2337428a2914 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Pushing event updated for resources: {'Port': ['ID=b7df55d2-074f-46cd-9d14-36d333582c22,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:02.565990 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-93d237b9-d24e-401a-a94b-2337428a2914 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:02.566588 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-93d237b9-d24e-401a-a94b-2337428a2914 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:02.639042 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-93d237b9-d24e-401a-a94b-2337428a2914 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7470305 Oct 27 17:15:02.664540 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.v2.base [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-b7cb9c7b-b414-46ed-9e29-e8826147f002 service neutron] Request body: {'port': {'device_id': '94b85e93-9192-47d1-880d-8a509606f8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81570'}} {{(pid=118834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:15:02.718297 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-b7cb9c7b-b414-46ed-9e29-e8826147f002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:02.984816 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-b7cb9c7b-b414-46ed-9e29-e8826147f002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7df55d2-074f-46cd-9d14-36d333582c22 {{(pid=118834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:15:02.993101 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-b7cb9c7b-b414-46ed-9e29-e8826147f002 service neutron] Publish callbacks [] for port, precommit_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:03.005612 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.provisioning_blocks [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-b7cb9c7b-b414-46ed-9e29-e8826147f002 service neutron] Transition to ACTIVE for port object b7df55d2-074f-46cd-9d14-36d333582c22 will not be triggered until provisioned by entity L2. {{(pid=118834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:15:03.078202 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-b7cb9c7b-b414-46ed-9e29-e8826147f002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:03.125112 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc1081-0a82-4014-bc28-14ca11011aeb req-9843af5e-4389-4137-a28a-7d5a0aea61bf tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:03.126586 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b3dc1081-0a82-4014-bc28-14ca11011aeb req-9843af5e-4389-4137-a28a-7d5a0aea61bf tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=94b85e93-9192-47d1-880d-8a509606f8f7 HTTP/1.1" status: 200 len: 932 time: 0.0844369 Oct 27 17:15:03.152104 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb9c7b-b414-46ed-9e29-e8826147f002 service neutron] Pushing event updated for resources: {'Port': ['ID=b7df55d2-074f-46cd-9d14-36d333582c22,revision_number=2']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:03.232647 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b3dc1081-0a82-4014-bc28-14ca11011aeb req-0381e889-8c32-49fc-b6fa-cd3bf3e6130a tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977805 Oct 27 17:15:03.264410 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-b7cb9c7b-b414-46ed-9e29-e8826147f002 service neutron] Attempting to bind port b7df55d2-074f-46cd-9d14-36d333582c22 on host hv-cinder-81570 for vnic_type normal with profile {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:15:03.264771 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-b7cb9c7b-b414-46ed-9e29-e8826147f002 service neutron] Attempting to bind port b7df55d2-074f-46cd-9d14-36d333582c22 by drivers openvswitch,hyperv on host hv-cinder-81570 at level 0 using segments [{'id': '1e562b32-44b3-4d80-a0e6-06e63d8d9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d'}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:15:03.265100 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-b7cb9c7b-b414-46ed-9e29-e8826147f002 service neutron] Attempting to bind port b7df55d2-074f-46cd-9d14-36d333582c22 on network bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:15:03.269387 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-b7cb9c7b-b414-46ed-9e29-e8826147f002 service neutron] Port b7df55d2-074f-46cd-9d14-36d333582c22 on network bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81570 {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:15:03.269706 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-b7cb9c7b-b414-46ed-9e29-e8826147f002 service neutron] Attempting to bind port b7df55d2-074f-46cd-9d14-36d333582c22 on network bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:15:03.275736 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-b7cb9c7b-b414-46ed-9e29-e8826147f002 service neutron] Checking agent: {'id': '95ad64ad-6c0c-401b-b42d-2edbbc1c3c16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'started_at': datetime.datetime(2021, 10, 27, 16, 58, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:15:03.276074 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-b7cb9c7b-b414-46ed-9e29-e8826147f002 service neutron] Checking segment: {'id': '1e562b32-44b3-4d80-a0e6-06e63d8d9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:15:03.276536 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-b7cb9c7b-b414-46ed-9e29-e8826147f002 service neutron] Bound using segment: {'id': '1e562b32-44b3-4d80-a0e6-06e63d8d9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d'} {{(pid=118834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:15:03.276985 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.managers [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-b7cb9c7b-b414-46ed-9e29-e8826147f002 service neutron] Bound port: b7df55d2-074f-46cd-9d14-36d333582c22, host: hv-cinder-81570, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e562b32-44b3-4d80-a0e6-06e63d8d9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d'}}] {{(pid=118834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:15:03.277334 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-b7cb9c7b-b414-46ed-9e29-e8826147f002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:03.341905 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-b7cb9c7b-b414-46ed-9e29-e8826147f002 service neutron] For port b7df55d2-074f-46cd-9d14-36d333582c22, host hv-cinder-81570, cleared binding levels {{(pid=118834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:15:03.344995 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-b7cb9c7b-b414-46ed-9e29-e8826147f002 service neutron] For port b7df55d2-074f-46cd-9d14-36d333582c22, host hv-cinder-81570, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=b7df55d2-074f-46cd-9d14-36d333582c22,segment=NetworkSegment(1e562b32-44b3-4d80-a0e6-06e63d8d9332),segment_id=1e562b32-44b3-4d80-a0e6-06e63d8d9332)] {{(pid=118834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:15:03.398728 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-b7cb9c7b-b414-46ed-9e29-e8826147f002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130954872'] for port, after_update {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:03.433080 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-b7cb9c7b-b414-46ed-9e29-e8826147f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:03.433683 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-b7cb9c7b-b414-46ed-9e29-e8826147f002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:03.435436 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-b7cb9c7b-b414-46ed-9e29-e8826147f002 service neutron] 10.222.0.11 "PUT /v2.0/ports/b7df55d2-074f-46cd-9d14-36d333582c22 HTTP/1.1" status: 200 len: 1094 time: 0.7758975 Oct 27 17:15:03.440017 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b85e93-9192-47d1-880d-8a509606f8f7', 'tag': 'b7df55d2-074f-46cd-9d14-36d333582c22'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:15:03.443902 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efc7172-f9f3-4172-8beb-96260afc5960" -d '{"events": [{"name": "network-changed", "server_uuid": "94b85e93-9192-47d1-880d-8a509606f8f7", "tag": "b7df55d2-074f-46cd-9d14-36d333582c22"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:15:03.470524 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb9c7b-b414-46ed-9e29-e8826147f002 service neutron] Pushing event updated for resources: {'Port': ['ID=b7df55d2-074f-46cd-9d14-36d333582c22,revision_number=3']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:03.484044 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05be7c0e-2c03-4f22-afda-5b3379295f46 x-openstack-request-id: req-05be7c0e-2c03-4f22-afda-5b3379295f46 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:15:03.484342 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b85e93-9192-47d1-880d-8a509606f8f7", "tag": "b7df55d2-074f-46cd-9d14-36d333582c22", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:15:03.484612 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-05be7c0e-2c03-4f22-afda-5b3379295f46 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:15:03.485008 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b85e93-9192-47d1-880d-8a509606f8f7', 'tag': 'b7df55d2-074f-46cd-9d14-36d333582c22', 'status': 'completed', 'code': 200} Oct 27 17:15:03.568325 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc7172-f9f3-4172-8beb-96260afc5960 req-721a7568-95dd-47e5-95f6-e25aeac5dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:03.570493 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2efc7172-f9f3-4172-8beb-96260afc5960 req-721a7568-95dd-47e5-95f6-e25aeac5dcd2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5526c6afcb241e28e5e9709ce3c0d2f&device_id=94b85e93-9192-47d1-880d-8a509606f8f7 HTTP/1.1" status: 200 len: 1097 time: 0.0481610 Oct 27 17:15:03.674806 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc7172-f9f3-4172-8beb-96260afc5960 req-b16cdab7-66fd-43f1-bbc9-4b02ac36f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:03.676266 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2efc7172-f9f3-4172-8beb-96260afc5960 req-b16cdab7-66fd-43f1-bbc9-4b02ac36f39e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5526c6afcb241e28e5e9709ce3c0d2f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0945461 Oct 27 17:15:03.781301 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc7172-f9f3-4172-8beb-96260afc5960 req-f842f0d7-5e9a-4fe6-b4f3-f7957391a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:03.782753 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2efc7172-f9f3-4172-8beb-96260afc5960 req-f842f0d7-5e9a-4fe6-b4f3-f7957391a438 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0964777 Oct 27 17:15:03.876266 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-65d5e9be-5902-4fd9-8367-aa5052ebde35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:03.877825 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-65d5e9be-5902-4fd9-8367-aa5052ebde35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5526c6afcb241e28e5e9709ce3c0d2f&device_id=94b85e93-9192-47d1-880d-8a509606f8f7 HTTP/1.1" status: 200 len: 1097 time: 0.0406606 Oct 27 17:15:03.928684 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-4d101366-b03d-4302-b484-dee1c579d12b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7df55d2-074f-46cd-9d14-36d333582c22 HTTP/1.1" status: 200 len: 217 time: 0.0378940 Oct 27 17:15:03.982928 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-119c5c9c-1361-4e35-a3cf-8251a2d0e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:03.984352 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-119c5c9c-1361-4e35-a3cf-8251a2d0e4d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=002adcd4-bbca-4869-abb7-faa23c65ce4f HTTP/1.1" status: 200 len: 855 time: 0.0470879 Oct 27 17:15:04.017702 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-9c3f00a7-147b-4314-9add-a7ef7df9b4e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242097 Oct 27 17:15:04.111030 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-d705ba54-6f90-468e-9dd1-6a61b791bf08 service neutron] 10.222.0.11 "GET /v2.0/networks/bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835125 Oct 27 17:15:04.205537 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-156acdcb-2625-481f-9202-6aa92dd84b0a req-ad68de1d-4d6f-48fe-a3eb-15a6f473d1c8 service neutron] 10.222.0.11 "GET /v2.0/networks/bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862167 Oct 27 17:15:04.347545 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20537b30-ebeb-4ff1-8dae-ef2a3e26403b req-962364f9-330d-46b8-b7a2-31996123b448 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:04.349721 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-20537b30-ebeb-4ff1-8dae-ef2a3e26403b req-962364f9-330d-46b8-b7a2-31996123b448 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=94b85e93-9192-47d1-880d-8a509606f8f7 HTTP/1.1" status: 200 len: 944 time: 0.0499725 Oct 27 17:15:04.387174 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-20537b30-ebeb-4ff1-8dae-ef2a3e26403b req-29e3843d-ea91-46fd-9dee-16db30806d2a tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316756 Oct 27 17:15:05.502998 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c99a7-591a-4404-994d-67259a418b8c req-07a9524f-9971-45d8-b072-d5650cc93dbf tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:05.504434 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f13c99a7-591a-4404-994d-67259a418b8c req-07a9524f-9971-45d8-b072-d5650cc93dbf tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=94b85e93-9192-47d1-880d-8a509606f8f7 HTTP/1.1" status: 200 len: 944 time: 0.0479677 Oct 27 17:15:05.542711 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-f13c99a7-591a-4404-994d-67259a418b8c req-409fa298-5529-4c80-9ebe-6aedb2ffce03 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321724 Oct 27 17:15:06.010151 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:06.666783 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746311c-69a4-4e9d-b949-48567ce3bc56 req-559128af-1893-477d-b271-fc4a70ecd104 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:06.668251 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f746311c-69a4-4e9d-b949-48567ce3bc56 req-559128af-1893-477d-b271-fc4a70ecd104 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=94b85e93-9192-47d1-880d-8a509606f8f7 HTTP/1.1" status: 200 len: 944 time: 0.0532138 Oct 27 17:15:06.705106 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f746311c-69a4-4e9d-b949-48567ce3bc56 req-e5834497-d289-4b69-a26c-577f451b21f0 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309281 Oct 27 17:15:07.822061 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959965f-6e14-42b2-ae6c-f02518ee0c63 req-18a4c392-c0f5-4350-93c8-c64daaaf4b18 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:07.823544 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-1959965f-6e14-42b2-ae6c-f02518ee0c63 req-18a4c392-c0f5-4350-93c8-c64daaaf4b18 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=94b85e93-9192-47d1-880d-8a509606f8f7 HTTP/1.1" status: 200 len: 944 time: 0.0491791 Oct 27 17:15:07.864199 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-1959965f-6e14-42b2-ae6c-f02518ee0c63 req-4fc8f5e6-6ca8-439d-8180-71b5d17924ee tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348141 Oct 27 17:15:08.978330 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c20d7-48c4-48fa-8b6c-55ed3e7d90e2 req-dc75a645-afed-4e9b-96d4-391f784f5e96 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:08.979785 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3a8c20d7-48c4-48fa-8b6c-55ed3e7d90e2 req-dc75a645-afed-4e9b-96d4-391f784f5e96 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=94b85e93-9192-47d1-880d-8a509606f8f7 HTTP/1.1" status: 200 len: 944 time: 0.0494690 Oct 27 17:15:09.017843 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3a8c20d7-48c4-48fa-8b6c-55ed3e7d90e2 req-7877f320-661b-4826-8b3c-b003d3c8fc50 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320244 Oct 27 17:15:09.222641 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device b7df55d2-074f-46cd-9d14-36d333582c22 details requested by agent hyperv_hv-cinder-81570 with host hv-cinder-81570 {{(pid=118835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:15:09.318444 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port b7df55d2-074f-46cd-9d14-36d333582c22, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=b7df55d2-074f-46cd-9d14-36d333582c22,segment=NetworkSegment(1e562b32-44b3-4d80-a0e6-06e63d8d9332),segment_id=1e562b32-44b3-4d80-a0e6-06e63d8d9332)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:09.329014 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Returning: {'device': 'b7df55d2-074f-46cd-9d14-36d333582c22', 'network_id': 'bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d', 'port_id': 'b7df55d2-074f-46cd-9d14-36d333582c22', 'mac_address': 'fa:16:3e:50:91:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002adcd4-bbca-4869-abb7-faa23c65ce4f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:15:09.365770 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:09.378890 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7df55d2-074f-46cd-9d14-36d333582c22 {{(pid=118835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:15:09.397695 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port b7df55d2-074f-46cd-9d14-36d333582c22, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=b7df55d2-074f-46cd-9d14-36d333582c22,segment=NetworkSegment(1e562b32-44b3-4d80-a0e6-06e63d8d9332),segment_id=1e562b32-44b3-4d80-a0e6-06e63d8d9332)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:09.473210 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:09.525676 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=b7df55d2-074f-46cd-9d14-36d333582c22,revision_number=4']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:09.848277 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['b7df55d2-074f-46cd-9d14-36d333582c22'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:15:10.127923 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff8c9a-001e-48aa-b558-3e3bb9a96bea req-23a20554-9200-4f88-bcdf-d5a6a747b9bf tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:10.129405 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-1cff8c9a-001e-48aa-b558-3e3bb9a96bea req-23a20554-9200-4f88-bcdf-d5a6a747b9bf tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=94b85e93-9192-47d1-880d-8a509606f8f7 HTTP/1.1" status: 200 len: 945 time: 0.0472329 Oct 27 17:15:10.167768 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-1cff8c9a-001e-48aa-b558-3e3bb9a96bea req-c0801fd0-0683-4069-b2b7-825801f3e19c tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316496 Oct 27 17:15:11.241032 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device b7df55d2-074f-46cd-9d14-36d333582c22 up at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:15:11.282899 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b027b-d80c-4488-9781-c8b6a479252d req-62f762d5-265a-4973-9474-b9915941fdc9 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:11.284470 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0b3b027b-d80c-4488-9781-c8b6a479252d req-62f762d5-265a-4973-9474-b9915941fdc9 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=94b85e93-9192-47d1-880d-8a509606f8f7 HTTP/1.1" status: 200 len: 945 time: 0.0514593 Oct 27 17:15:11.323213 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0b3b027b-d80c-4488-9781-c8b6a479252d req-897f3a7d-1a00-444b-a2da-d8caefaec048 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324898 Oct 27 17:15:11.350891 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning for port b7df55d2-074f-46cd-9d14-36d333582c22 completed by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:15:11.354851 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Provisioning complete for port b7df55d2-074f-46cd-9d14-36d333582c22 triggered by entity L2. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:15:11.358464 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:11.430901 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:11.452903 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b85e93-9192-47d1-880d-8a509606f8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7df55d2-074f-46cd-9d14-36d333582c22'}] {{(pid=118835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:15:11.455106 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd8932bdc322aadd5acec8c4e828d1d4d278687b7004b44984209bda6bdb582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed1922d-580a-4728-a1f2-961395dfde63" -d '{"events": [{"server_uuid": "94b85e93-9192-47d1-880d-8a509606f8f7", "name": "network-vif-plugged", "status": "completed", "tag": "b7df55d2-074f-46cd-9d14-36d333582c22"}]}' {{(pid=118835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:15:11.467907 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] For port b7df55d2-074f-46cd-9d14-36d333582c22, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=b7df55d2-074f-46cd-9d14-36d333582c22,segment=NetworkSegment(1e562b32-44b3-4d80-a0e6-06e63d8d9332),segment_id=1e562b32-44b3-4d80-a0e6-06e63d8d9332)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:11.490466 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec6247d-f430-4e40-b029-e6e304ebecc0 x-openstack-request-id: req-2ec6247d-f430-4e40-b029-e6e304ebecc0 {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:15:11.490466 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b85e93-9192-47d1-880d-8a509606f8f7", "name": "network-vif-plugged", "status": "completed", "tag": "b7df55d2-074f-46cd-9d14-36d333582c22", "code": 200}]} {{(pid=118835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:15:11.490780 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-2ec6247d-f430-4e40-b029-e6e304ebecc0 {{(pid=118835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:15:11.491181 dv-cinder-815701-1-iscsi neutron-server[118835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b85e93-9192-47d1-880d-8a509606f8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7df55d2-074f-46cd-9d14-36d333582c22', 'code': 200} Oct 27 17:15:11.541315 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304'] for port, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:11.591191 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Pushing event updated for resources: {'Port': ['ID=b7df55d2-074f-46cd-9d14-36d333582c22,revision_number=5']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:11.945298 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bb1a1-269c-42c0-9e72-7e0a430fd516 req-c7e46f7a-180a-4dc0-99a1-c11123b9aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:11.946802 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-164bb1a1-269c-42c0-9e72-7e0a430fd516 req-c7e46f7a-180a-4dc0-99a1-c11123b9aaff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=94b85e93-9192-47d1-880d-8a509606f8f7 HTTP/1.1" status: 200 len: 1099 time: 0.0465643 Oct 27 17:15:11.985309 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-164bb1a1-269c-42c0-9e72-7e0a430fd516 req-671240cb-dce7-4cf9-82b0-e4ed4706f7d2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302658 Oct 27 17:15:12.440323 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36b962-650d-4cfc-b9dd-123691e0aa4b req-b0c0dd05-051c-48a7-b191-cdaae7ee07f6 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:12.441836 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2a36b962-650d-4cfc-b9dd-123691e0aa4b req-b0c0dd05-051c-48a7-b191-cdaae7ee07f6 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=94b85e93-9192-47d1-880d-8a509606f8f7 HTTP/1.1" status: 200 len: 946 time: 0.0499012 Oct 27 17:15:12.479373 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2a36b962-650d-4cfc-b9dd-123691e0aa4b req-df38388f-d21f-4745-a4e4-aac59fe17dc2 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316179 Oct 27 17:15:13.596715 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7f264-6134-4239-9db1-28cb78eeec87 req-d7de1f48-bf26-47cd-8733-bc305c986b41 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:13.598214 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c2e7f264-6134-4239-9db1-28cb78eeec87 req-d7de1f48-bf26-47cd-8733-bc305c986b41 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=94b85e93-9192-47d1-880d-8a509606f8f7 HTTP/1.1" status: 200 len: 946 time: 0.0504384 Oct 27 17:15:13.638553 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-c2e7f264-6134-4239-9db1-28cb78eeec87 req-e6a469d8-77ec-46b9-a543-19c19acff271 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335560 Oct 27 17:15:14.754778 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf54f0e-e198-4f51-9c4c-cfade9edc2e7 req-1edb5e0e-ede2-483b-823f-0a29a83a3c26 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:14.756265 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2cf54f0e-e198-4f51-9c4c-cfade9edc2e7 req-1edb5e0e-ede2-483b-823f-0a29a83a3c26 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=94b85e93-9192-47d1-880d-8a509606f8f7 HTTP/1.1" status: 200 len: 946 time: 0.0505488 Oct 27 17:15:14.798090 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2cf54f0e-e198-4f51-9c4c-cfade9edc2e7 req-caa6194e-4b54-4676-9c94-a2f327900ca0 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358098 Oct 27 17:15:19.610525 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ba17a67a-4865-415b-83a0-bcd6ef11704e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:22.387312 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-97d8d7d1-d0dd-400f-bd5d-12de1bb3c2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:23.218922 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:23.455731 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:24.458584 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:15:25.259518 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:31.314798 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2d636-baa3-4c20-838d-834bf2a1ef20 req-28aab6cc-57b3-41d3-bcf8-0b0e0c8701fc tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:31.316280 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-06a2d636-baa3-4c20-838d-834bf2a1ef20 req-28aab6cc-57b3-41d3-bcf8-0b0e0c8701fc tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=94b85e93-9192-47d1-880d-8a509606f8f7 HTTP/1.1" status: 200 len: 946 time: 0.1037424 Oct 27 17:15:31.357508 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-06a2d636-baa3-4c20-838d-834bf2a1ef20 req-a2751965-c501-4706-ad72-b10fc8b13ccb tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344350 Oct 27 17:15:32.479365 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661ff78-e4d7-44e7-96be-333d34a2e584 req-5af6ac5a-6fc9-4db9-90fd-a5bfe5d5d56c tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:32.481037 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2661ff78-e4d7-44e7-96be-333d34a2e584 req-5af6ac5a-6fc9-4db9-90fd-a5bfe5d5d56c tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=94b85e93-9192-47d1-880d-8a509606f8f7 HTTP/1.1" status: 200 len: 946 time: 0.0537562 Oct 27 17:15:32.518093 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-2661ff78-e4d7-44e7-96be-333d34a2e584 req-f939036d-a350-479a-adeb-856e590c3711 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311420 Oct 27 17:15:33.447455 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59eba2-c4dc-4a89-bc66-14e096d3a35d req-77d6d9de-8853-423a-9b8d-54b411921601 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:33.448825 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0c59eba2-c4dc-4a89-bc66-14e096d3a35d req-77d6d9de-8853-423a-9b8d-54b411921601 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.11 "GET /v2.0/ports?device_id=94b85e93-9192-47d1-880d-8a509606f8f7 HTTP/1.1" status: 200 len: 946 time: 0.0503256 Oct 27 17:15:33.537994 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-0c59eba2-c4dc-4a89-bc66-14e096d3a35d req-45a81f28-31b6-4ae7-ae33-33645e6472c3 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Deleting port b7df55d2-074f-46cd-9d14-36d333582c22 {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:15:33.538680 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-0c59eba2-c4dc-4a89-bc66-14e096d3a35d req-45a81f28-31b6-4ae7-ae33-33645e6472c3 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:33.633585 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3f9d8-2a0d-4647-a3ae-4808478e59ae req-3756ae3f-f97c-4e35-9382-d3d462c135bf tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:33.635332 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-56b3f9d8-2a0d-4647-a3ae-4808478e59ae req-3756ae3f-f97c-4e35-9382-d3d462c135bf tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=94b85e93-9192-47d1-880d-8a509606f8f7 HTTP/1.1" status: 200 len: 946 time: 0.0497565 Oct 27 17:15:33.635838 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-0c59eba2-c4dc-4a89-bc66-14e096d3a35d req-45a81f28-31b6-4ae7-ae33-33645e6472c3 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] For port b7df55d2-074f-46cd-9d14-36d333582c22, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=b7df55d2-074f-46cd-9d14-36d333582c22,segment=NetworkSegment(1e562b32-44b3-4d80-a0e6-06e63d8d9332),segment_id=1e562b32-44b3-4d80-a0e6-06e63d8d9332)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:33.636204 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-0c59eba2-c4dc-4a89-bc66-14e096d3a35d req-45a81f28-31b6-4ae7-ae33-33645e6472c3 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:33.648708 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-0c59eba2-c4dc-4a89-bc66-14e096d3a35d req-45a81f28-31b6-4ae7-ae33-33645e6472c3 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Calling delete_port for b7df55d2-074f-46cd-9d14-36d333582c22 owned by compute:nova {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:15:33.673442 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-56b3f9d8-2a0d-4647-a3ae-4808478e59ae req-28663c76-8483-45ba-9288-1772927e8c87 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321877 Oct 27 17:15:33.856021 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-0c59eba2-c4dc-4a89-bc66-14e096d3a35d req-45a81f28-31b6-4ae7-ae33-33645e6472c3 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:33.873155 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['e2c42066-5bb0-4260-8ed0-7c7d420c5769', '8a0e2d16-4f10-4dcc-984f-dd478577d969', 'eb6caaf5-4fd3-40bb-927a-ffa116c99041', 'b7df55d2-074f-46cd-9d14-36d333582c22'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:15:33.884906 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a81f28-31b6-4ae7-ae33-33645e6472c3 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Pushing event deleted for resources: {'Port': ['ID=b7df55d2-074f-46cd-9d14-36d333582c22,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:33.926426 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c59eba2-c4dc-4a89-bc66-14e096d3a35d req-45a81f28-31b6-4ae7-ae33-33645e6472c3 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] No DVR routers for this DVR port b7df55d2-074f-46cd-9d14-36d333582c22 on host hv-cinder-81570 {{(pid=118834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:15:33.929647 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-0c59eba2-c4dc-4a89-bc66-14e096d3a35d req-45a81f28-31b6-4ae7-ae33-33645e6472c3 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:33.933753 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0c59eba2-c4dc-4a89-bc66-14e096d3a35d req-45a81f28-31b6-4ae7-ae33-33645e6472c3 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.11 "DELETE /v2.0/ports/b7df55d2-074f-46cd-9d14-36d333582c22 HTTP/1.1" status: 204 len: 173 time: 0.4786487 Oct 27 17:15:33.934217 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b85e93-9192-47d1-880d-8a509606f8f7', 'name': 'network-vif-deleted', 'tag': 'b7df55d2-074f-46cd-9d14-36d333582c22'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:15:33.937387 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1841d177-5aa1-44f2-aed9-c06383844a82" -d '{"events": [{"server_uuid": "94b85e93-9192-47d1-880d-8a509606f8f7", "name": "network-vif-deleted", "tag": "b7df55d2-074f-46cd-9d14-36d333582c22"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:15:33.975012 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1c071b-76c0-4378-af49-e71af4bd7671 x-openstack-request-id: req-8f1c071b-76c0-4378-af49-e71af4bd7671 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:15:33.975337 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b85e93-9192-47d1-880d-8a509606f8f7", "name": "network-vif-deleted", "tag": "b7df55d2-074f-46cd-9d14-36d333582c22", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:15:33.975591 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-8f1c071b-76c0-4378-af49-e71af4bd7671 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:15:33.976019 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b85e93-9192-47d1-880d-8a509606f8f7', 'name': 'network-vif-deleted', 'tag': 'b7df55d2-074f-46cd-9d14-36d333582c22', 'status': 'completed', 'code': 200} Oct 27 17:15:34.780869 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-452d5c65-b829-4eae-bdd3-f5b27299a853 req-3ac35beb-4bf9-4ffe-b8e9-85553cde1dcd tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=94b85e93-9192-47d1-880d-8a509606f8f7 HTTP/1.1" status: 200 len: 210 time: 0.0309110 Oct 27 17:15:36.021254 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:37.365692 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device b7df55d2-074f-46cd-9d14-36d333582c22 no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:15:37.388118 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] No Port match for: b7df55d2-074f-46cd-9d14-36d333582c22 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:15:37.388450 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device b7df55d2-074f-46cd-9d14-36d333582c22 not bound to the agent host hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:15:37.574624 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeee193-4cc7-4302-862b-3b1b51064c53 req-52ef931a-d1ff-45be-81e8-06ca711dbc16 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:37.576075 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4aeee193-4cc7-4302-862b-3b1b51064c53 req-52ef931a-d1ff-45be-81e8-06ca711dbc16 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 945 time: 0.0526872 Oct 27 17:15:37.613410 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4aeee193-4cc7-4302-862b-3b1b51064c53 req-5d3c7f74-56a9-47c1-8cf7-67de5cbacee0 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312822 Oct 27 17:15:38.731015 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a5a6e-dc28-4027-a5ad-0cd242ac48a0 req-fc775efe-f5dc-4560-a2db-f3dbd60aa1e5 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:38.732467 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8e0a5a6e-dc28-4027-a5ad-0cd242ac48a0 req-fc775efe-f5dc-4560-a2db-f3dbd60aa1e5 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 945 time: 0.0498092 Oct 27 17:15:38.769441 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-8e0a5a6e-dc28-4027-a5ad-0cd242ac48a0 req-412feff0-7814-4b43-a604-bff825c8257e tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303612 Oct 27 17:15:39.471852 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e96d6-210f-46a5-a54e-5297a6bfd099 req-e4c5bd43-462e-408b-97b2-c86a8f4a9529 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:39.473248 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f43e96d6-210f-46a5-a54e-5297a6bfd099 req-e4c5bd43-462e-408b-97b2-c86a8f4a9529 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 945 time: 0.0482447 Oct 27 17:15:39.562518 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-f43e96d6-210f-46a5-a54e-5297a6bfd099 req-b94d8836-7d82-4314-9d0d-5122744f3a19 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Deleting port eb6caaf5-4fd3-40bb-927a-ffa116c99041 {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:15:39.562854 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-f43e96d6-210f-46a5-a54e-5297a6bfd099 req-b94d8836-7d82-4314-9d0d-5122744f3a19 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:39.656177 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-f43e96d6-210f-46a5-a54e-5297a6bfd099 req-b94d8836-7d82-4314-9d0d-5122744f3a19 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] For port eb6caaf5-4fd3-40bb-927a-ffa116c99041, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=eb6caaf5-4fd3-40bb-927a-ffa116c99041,segment=NetworkSegment(1e562b32-44b3-4d80-a0e6-06e63d8d9332),segment_id=1e562b32-44b3-4d80-a0e6-06e63d8d9332)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:39.656535 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-f43e96d6-210f-46a5-a54e-5297a6bfd099 req-b94d8836-7d82-4314-9d0d-5122744f3a19 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:39.669043 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-f43e96d6-210f-46a5-a54e-5297a6bfd099 req-b94d8836-7d82-4314-9d0d-5122744f3a19 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Calling delete_port for eb6caaf5-4fd3-40bb-927a-ffa116c99041 owned by compute:nova {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:15:39.878759 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-f43e96d6-210f-46a5-a54e-5297a6bfd099 req-b94d8836-7d82-4314-9d0d-5122744f3a19 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:39.890980 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['e2c42066-5bb0-4260-8ed0-7c7d420c5769', '8a0e2d16-4f10-4dcc-984f-dd478577d969', 'eb6caaf5-4fd3-40bb-927a-ffa116c99041'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:15:39.899865 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ceb6b-1fb2-4891-9ea1-260404e67c14 req-db2c759a-1457-4a72-b609-6744037ff091 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:39.901371 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-aa8ceb6b-1fb2-4891-9ea1-260404e67c14 req-db2c759a-1457-4a72-b609-6744037ff091 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=4fffe9d2-782c-411a-b78a-19604f7217ab HTTP/1.1" status: 200 len: 945 time: 0.0640650 Oct 27 17:15:39.928280 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d8836-7d82-4314-9d0d-5122744f3a19 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Pushing event deleted for resources: {'Port': ['ID=eb6caaf5-4fd3-40bb-927a-ffa116c99041,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:39.987534 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43e96d6-210f-46a5-a54e-5297a6bfd099 req-b94d8836-7d82-4314-9d0d-5122744f3a19 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] No DVR routers for this DVR port eb6caaf5-4fd3-40bb-927a-ffa116c99041 on host hv-cinder-81570 {{(pid=118834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:15:39.991881 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-aa8ceb6b-1fb2-4891-9ea1-260404e67c14 req-07afaeef-0782-4447-96bb-a792c069410e tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722861 Oct 27 17:15:39.992944 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-f43e96d6-210f-46a5-a54e-5297a6bfd099 req-b94d8836-7d82-4314-9d0d-5122744f3a19 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:39.996250 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-f43e96d6-210f-46a5-a54e-5297a6bfd099 req-b94d8836-7d82-4314-9d0d-5122744f3a19 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.11 "DELETE /v2.0/ports/eb6caaf5-4fd3-40bb-927a-ffa116c99041 HTTP/1.1" status: 204 len: 173 time: 0.5164950 Oct 27 17:15:39.996718 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fffe9d2-782c-411a-b78a-19604f7217ab', 'name': 'network-vif-deleted', 'tag': 'eb6caaf5-4fd3-40bb-927a-ffa116c99041'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:15:39.998984 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627575ff-331d-44d5-b32c-1d1798e84ffe" -d '{"events": [{"server_uuid": "4fffe9d2-782c-411a-b78a-19604f7217ab", "name": "network-vif-deleted", "tag": "eb6caaf5-4fd3-40bb-927a-ffa116c99041"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:15:40.035860 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318ca4cb-7c3d-45a8-86b0-5d47967b01fa x-openstack-request-id: req-318ca4cb-7c3d-45a8-86b0-5d47967b01fa {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:15:40.036243 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fffe9d2-782c-411a-b78a-19604f7217ab", "name": "network-vif-deleted", "tag": "eb6caaf5-4fd3-40bb-927a-ffa116c99041", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:15:40.036987 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-318ca4cb-7c3d-45a8-86b0-5d47967b01fa {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:15:40.037386 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fffe9d2-782c-411a-b78a-19604f7217ab', 'name': 'network-vif-deleted', 'tag': 'eb6caaf5-4fd3-40bb-927a-ffa116c99041', 'status': 'completed', 'code': 200} Oct 27 17:15:41.488453 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06345751-6d50-4917-91f2-cc05859df0d8 req-0c7fb229-5e44-4d8f-8ce5-b9f3f041d408 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:41.489922 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-06345751-6d50-4917-91f2-cc05859df0d8 req-0c7fb229-5e44-4d8f-8ce5-b9f3f041d408 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=1f7cb015-546b-4fb4-a368-078c5f4290e0 HTTP/1.1" status: 200 len: 945 time: 0.0485365 Oct 27 17:15:41.527543 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-06345751-6d50-4917-91f2-cc05859df0d8 req-362b892c-c066-4a71-9a94-430df310b79e tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315161 Oct 27 17:15:42.644746 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1a883-38d0-4e31-8937-0111b40eb226 req-dafa9287-ee2e-4e07-b739-89ec93caf7c3 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:42.646197 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-acb1a883-38d0-4e31-8937-0111b40eb226 req-dafa9287-ee2e-4e07-b739-89ec93caf7c3 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=1f7cb015-546b-4fb4-a368-078c5f4290e0 HTTP/1.1" status: 200 len: 945 time: 0.0511923 Oct 27 17:15:42.683273 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-acb1a883-38d0-4e31-8937-0111b40eb226 req-9687b5f7-9741-4064-9a02-a4882bf64b26 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312779 Oct 27 17:15:42.970322 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0e13040c-4ee1-401b-aa30-191ad761c0d2 req-adae9c7d-9b7a-48f6-af29-3c3d0158b7dc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434930 Oct 27 17:15:43.050458 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13040c-4ee1-401b-aa30-191ad761c0d2 req-a8c2665e-5553-4f7e-b593-2bcd6e5f4ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:43.051912 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0e13040c-4ee1-401b-aa30-191ad761c0d2 req-a8c2665e-5553-4f7e-b593-2bcd6e5f4ae5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58707c218a4641608156eecc3b5c1b5c&device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 1138 time: 0.0516305 Oct 27 17:15:43.156790 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13040c-4ee1-401b-aa30-191ad761c0d2 req-76779067-549f-4f3e-80ba-0533247cf4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:43.158231 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0e13040c-4ee1-401b-aa30-191ad761c0d2 req-76779067-549f-4f3e-80ba-0533247cf4b4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e HTTP/1.1" status: 200 len: 916 time: 0.0844450 Oct 27 17:15:43.253662 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0e13040c-4ee1-401b-aa30-191ad761c0d2 req-6d839b76-edb8-4cad-91a5-0285ec3fb4bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d40f4f7-804f-4868-a712-b4d1cedbbe01 HTTP/1.1" status: 200 len: 1002 time: 0.0853901 Oct 27 17:15:43.266444 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb73fa-36cf-45a2-9dae-5606eccd02b9 req-f948b245-21c3-4ce8-8ae7-0551333d2ec5 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:43.267815 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-79cb73fa-36cf-45a2-9dae-5606eccd02b9 req-f948b245-21c3-4ce8-8ae7-0551333d2ec5 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f7cb015-546b-4fb4-a368-078c5f4290e0 HTTP/1.1" status: 200 len: 945 time: 0.0985074 Oct 27 17:15:43.370967 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13040c-4ee1-401b-aa30-191ad761c0d2 req-9b6ea5c8-d41a-4d15-9d42-dbf4a8d8998b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:43.373041 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0e13040c-4ee1-401b-aa30-191ad761c0d2 req-9b6ea5c8-d41a-4d15-9d42-dbf4a8d8998b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f7f9bbc-0872-4390-b3f6-b34d1897cafe HTTP/1.1" status: 200 len: 853 time: 0.1037521 Oct 27 17:15:43.397129 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device eb6caaf5-4fd3-40bb-927a-ffa116c99041 no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:15:43.417121 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] No Port match for: eb6caaf5-4fd3-40bb-927a-ffa116c99041 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:15:43.417459 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device eb6caaf5-4fd3-40bb-927a-ffa116c99041 not bound to the agent host hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:15:43.427667 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-79cb73fa-36cf-45a2-9dae-5606eccd02b9 req-d260cf47-1432-4a66-8a7f-f79e45013f0b tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Deleting port 8a0e2d16-4f10-4dcc-984f-dd478577d969 {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:15:43.428000 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-79cb73fa-36cf-45a2-9dae-5606eccd02b9 req-d260cf47-1432-4a66-8a7f-f79e45013f0b tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:43.475082 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13040c-4ee1-401b-aa30-191ad761c0d2 req-1deb8476-7d5c-41bf-9094-726bf01095f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:43.476540 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0e13040c-4ee1-401b-aa30-191ad761c0d2 req-1deb8476-7d5c-41bf-9094-726bf01095f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0956941 Oct 27 17:15:43.871127 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-79cb73fa-36cf-45a2-9dae-5606eccd02b9 req-d260cf47-1432-4a66-8a7f-f79e45013f0b tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] For port 8a0e2d16-4f10-4dcc-984f-dd478577d969, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=8a0e2d16-4f10-4dcc-984f-dd478577d969,segment=NetworkSegment(1e562b32-44b3-4d80-a0e6-06e63d8d9332),segment_id=1e562b32-44b3-4d80-a0e6-06e63d8d9332)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:43.871481 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-79cb73fa-36cf-45a2-9dae-5606eccd02b9 req-d260cf47-1432-4a66-8a7f-f79e45013f0b tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:43.894858 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-79cb73fa-36cf-45a2-9dae-5606eccd02b9 req-d260cf47-1432-4a66-8a7f-f79e45013f0b tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Calling delete_port for 8a0e2d16-4f10-4dcc-984f-dd478577d969 owned by compute:nova {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:15:43.917927 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52a16b-968f-4e51-babe-ca8c5abec6da req-68287a77-48ed-4d7e-891c-5079a421547a tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:43.919911 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ea52a16b-968f-4e51-babe-ca8c5abec6da req-68287a77-48ed-4d7e-891c-5079a421547a tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=1f7cb015-546b-4fb4-a368-078c5f4290e0 HTTP/1.1" status: 200 len: 945 time: 0.1464102 Oct 27 17:15:43.928590 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0e13040c-4ee1-401b-aa30-191ad761c0d2 req-5e4c674c-4fe6-42fb-aeb4-aa996b1844e4 service neutron] 10.222.0.11 "GET /v2.0/networks/b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428604 Oct 27 17:15:44.053491 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ea52a16b-968f-4e51-babe-ca8c5abec6da req-dc6120aa-8796-499d-adf8-fb87b92c22ad tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239347 Oct 27 17:15:44.103850 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-0e13040c-4ee1-401b-aa30-191ad761c0d2 req-c0a4ef64-c07d-4e4d-afd7-e7045c6ab86a service neutron] 10.222.0.11 "GET /v2.0/networks/b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667590 Oct 27 17:15:44.198193 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-79cb73fa-36cf-45a2-9dae-5606eccd02b9 req-d260cf47-1432-4a66-8a7f-f79e45013f0b tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:44.210286 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['e2c42066-5bb0-4260-8ed0-7c7d420c5769', '8a0e2d16-4f10-4dcc-984f-dd478577d969'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:15:44.229468 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260cf47-1432-4a66-8a7f-f79e45013f0b tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Pushing event deleted for resources: {'Port': ['ID=8a0e2d16-4f10-4dcc-984f-dd478577d969,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:44.276596 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cb73fa-36cf-45a2-9dae-5606eccd02b9 req-d260cf47-1432-4a66-8a7f-f79e45013f0b tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] No DVR routers for this DVR port 8a0e2d16-4f10-4dcc-984f-dd478577d969 on host hv-cinder-81570 {{(pid=118834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:15:44.280275 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-79cb73fa-36cf-45a2-9dae-5606eccd02b9 req-d260cf47-1432-4a66-8a7f-f79e45013f0b tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:44.284782 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-79cb73fa-36cf-45a2-9dae-5606eccd02b9 req-d260cf47-1432-4a66-8a7f-f79e45013f0b tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.11 "DELETE /v2.0/ports/8a0e2d16-4f10-4dcc-984f-dd478577d969 HTTP/1.1" status: 204 len: 173 time: 1.0091498 Oct 27 17:15:44.285228 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7cb015-546b-4fb4-a368-078c5f4290e0', 'name': 'network-vif-deleted', 'tag': '8a0e2d16-4f10-4dcc-984f-dd478577d969'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:15:44.288693 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2147e7b-471d-4021-8d1e-5ba6e77c1a47" -d '{"events": [{"server_uuid": "1f7cb015-546b-4fb4-a368-078c5f4290e0", "name": "network-vif-deleted", "tag": "8a0e2d16-4f10-4dcc-984f-dd478577d969"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:15:44.325879 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9838b35b-53f9-49bf-9f08-f1906b21c7fb x-openstack-request-id: req-9838b35b-53f9-49bf-9f08-f1906b21c7fb {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:15:44.326295 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7cb015-546b-4fb4-a368-078c5f4290e0", "name": "network-vif-deleted", "tag": "8a0e2d16-4f10-4dcc-984f-dd478577d969", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:15:44.326473 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-9838b35b-53f9-49bf-9f08-f1906b21c7fb {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:15:44.326926 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7cb015-546b-4fb4-a368-078c5f4290e0', 'name': 'network-vif-deleted', 'tag': '8a0e2d16-4f10-4dcc-984f-dd478577d969', 'status': 'completed', 'code': 200} Oct 27 17:15:45.168820 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-4e663baa-3dec-480f-82ad-deb0d173b1f5 req-ec181e1a-82c7-494d-8ee9-1051faa764ef tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=1f7cb015-546b-4fb4-a368-078c5f4290e0 HTTP/1.1" status: 200 len: 210 time: 0.0293059 Oct 27 17:15:47.406534 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 8a0e2d16-4f10-4dcc-984f-dd478577d969 no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:15:47.426704 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] No Port match for: 8a0e2d16-4f10-4dcc-984f-dd478577d969 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:15:47.427043 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 8a0e2d16-4f10-4dcc-984f-dd478577d969 not bound to the agent host hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:15:47.841475 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05216685-b5c5-417a-929e-ea466de88b5f req-d799cf7b-fbf0-4af1-b0d8-2e41e88838a6 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:47.843475 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-05216685-b5c5-417a-929e-ea466de88b5f req-d799cf7b-fbf0-4af1-b0d8-2e41e88838a6 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=2697331c-760a-484e-bd47-e4aa7968c997 HTTP/1.1" status: 200 len: 945 time: 0.0501263 Oct 27 17:15:47.884153 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-05216685-b5c5-417a-929e-ea466de88b5f req-87a21254-eab7-4be4-9ec7-013ec8c33d93 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347428 Oct 27 17:15:49.009720 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f18097-31c5-4f65-8e58-a24cbb74a83c req-4b2dd160-8c5a-4cf8-a8ff-58a53beee419 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:49.011177 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-49f18097-31c5-4f65-8e58-a24cbb74a83c req-4b2dd160-8c5a-4cf8-a8ff-58a53beee419 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=2697331c-760a-484e-bd47-e4aa7968c997 HTTP/1.1" status: 200 len: 945 time: 0.0513794 Oct 27 17:15:49.051279 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-49f18097-31c5-4f65-8e58-a24cbb74a83c req-300a697a-9005-4deb-a49e-65f1af545ce3 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333023 Oct 27 17:15:49.590091 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-a37ac379-cb98-46f0-82e2-1da4633671fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:49.820793 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004702ce-8de4-4c1f-aaf3-e68da5acd33b req-880f08b3-5373-436d-b574-74e200a6dcce tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:49.822247 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-004702ce-8de4-4c1f-aaf3-e68da5acd33b req-880f08b3-5373-436d-b574-74e200a6dcce tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.11 "GET /v2.0/ports?device_id=2697331c-760a-484e-bd47-e4aa7968c997 HTTP/1.1" status: 200 len: 945 time: 0.0532258 Oct 27 17:15:49.921980 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-004702ce-8de4-4c1f-aaf3-e68da5acd33b req-fa656a91-e8ca-443a-937f-e418fdd61ff7 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Deleting port e2c42066-5bb0-4260-8ed0-7c7d420c5769 {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:15:49.922326 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-004702ce-8de4-4c1f-aaf3-e68da5acd33b req-fa656a91-e8ca-443a-937f-e418fdd61ff7 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:50.019906 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-004702ce-8de4-4c1f-aaf3-e68da5acd33b req-fa656a91-e8ca-443a-937f-e418fdd61ff7 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] For port e2c42066-5bb0-4260-8ed0-7c7d420c5769, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=e2c42066-5bb0-4260-8ed0-7c7d420c5769,segment=NetworkSegment(1e562b32-44b3-4d80-a0e6-06e63d8d9332),segment_id=1e562b32-44b3-4d80-a0e6-06e63d8d9332)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:50.020633 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-004702ce-8de4-4c1f-aaf3-e68da5acd33b req-fa656a91-e8ca-443a-937f-e418fdd61ff7 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:50.033745 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-004702ce-8de4-4c1f-aaf3-e68da5acd33b req-fa656a91-e8ca-443a-937f-e418fdd61ff7 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Calling delete_port for e2c42066-5bb0-4260-8ed0-7c7d420c5769 owned by compute:nova {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:15:50.170719 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985432d5-fe7a-43aa-83ce-c2a67b23dd5d req-92638ce6-e4b5-4604-8602-4cd8862f214f tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:50.172888 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-985432d5-fe7a-43aa-83ce-c2a67b23dd5d req-92638ce6-e4b5-4604-8602-4cd8862f214f tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/ports?device_id=2697331c-760a-484e-bd47-e4aa7968c997 HTTP/1.1" status: 200 len: 945 time: 0.0516527 Oct 27 17:15:50.211695 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-985432d5-fe7a-43aa-83ce-c2a67b23dd5d req-7c8fbc8c-9957-4f88-8493-1130a8c1aacb tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.109 "GET /v2.0/security-groups?id=1de16733-38b0-42a6-a379-c5af434f61de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327907 Oct 27 17:15:50.250337 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-004702ce-8de4-4c1f-aaf3-e68da5acd33b req-fa656a91-e8ca-443a-937f-e418fdd61ff7 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:50.262190 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['e2c42066-5bb0-4260-8ed0-7c7d420c5769'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:15:50.281254 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa656a91-e8ca-443a-937f-e418fdd61ff7 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Pushing event deleted for resources: {'Port': ['ID=e2c42066-5bb0-4260-8ed0-7c7d420c5769,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:50.330144 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-004702ce-8de4-4c1f-aaf3-e68da5acd33b req-fa656a91-e8ca-443a-937f-e418fdd61ff7 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] No DVR routers for this DVR port e2c42066-5bb0-4260-8ed0-7c7d420c5769 on host hv-cinder-81570 {{(pid=118834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:15:50.338748 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-004702ce-8de4-4c1f-aaf3-e68da5acd33b req-fa656a91-e8ca-443a-937f-e418fdd61ff7 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:50.338748 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-004702ce-8de4-4c1f-aaf3-e68da5acd33b req-fa656a91-e8ca-443a-937f-e418fdd61ff7 tempest-AttachVolumeNegativeTest-1682400064 tempest-AttachVolumeNegativeTest-1682400064-project] 10.222.0.11 "DELETE /v2.0/ports/e2c42066-5bb0-4260-8ed0-7c7d420c5769 HTTP/1.1" status: 204 len: 173 time: 0.5064406 Oct 27 17:15:50.338748 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2697331c-760a-484e-bd47-e4aa7968c997', 'name': 'network-vif-deleted', 'tag': 'e2c42066-5bb0-4260-8ed0-7c7d420c5769'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:15:50.338748 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebadc734-5c72-445a-b9d3-09260514ea21" -d '{"events": [{"server_uuid": "2697331c-760a-484e-bd47-e4aa7968c997", "name": "network-vif-deleted", "tag": "e2c42066-5bb0-4260-8ed0-7c7d420c5769"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:15:50.384717 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61b1dfa-2ac7-40e1-8843-4e2b8ded27f6 x-openstack-request-id: req-a61b1dfa-2ac7-40e1-8843-4e2b8ded27f6 {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:15:50.384717 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2697331c-760a-484e-bd47-e4aa7968c997", "name": "network-vif-deleted", "tag": "e2c42066-5bb0-4260-8ed0-7c7d420c5769", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:15:50.384717 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-a61b1dfa-2ac7-40e1-8843-4e2b8ded27f6 {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:15:50.384717 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2697331c-760a-484e-bd47-e4aa7968c997', 'name': 'network-vif-deleted', 'tag': 'e2c42066-5bb0-4260-8ed0-7c7d420c5769', 'status': 'completed', 'code': 200} Oct 27 17:15:51.267673 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 35866) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:51.313132 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee983bfd-a1ab-4945-94a6-7684f7ad7f27 admin admin] Deleting subnet 002adcd4-bbca-4869-abb7-faa23c65ce4f {{(pid=118834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:15:51.316432 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ee983bfd-a1ab-4945-94a6-7684f7ad7f27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:51.351225 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ee983bfd-a1ab-4945-94a6-7684f7ad7f27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130957097'] for subnet, precommit_delete_associations {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:51.390271 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ee983bfd-a1ab-4945-94a6-7684f7ad7f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1424751'] for subnet, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:51.510518 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ee983bfd-a1ab-4945-94a6-7684f7ad7f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1424742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130954934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130888278'] for subnet, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:51.543619 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee983bfd-a1ab-4945-94a6-7684f7ad7f27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=002adcd4-bbca-4869-abb7-faa23c65ce4f,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:51.545775 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ee983bfd-a1ab-4945-94a6-7684f7ad7f27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:51.549544 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-ee983bfd-a1ab-4945-94a6-7684f7ad7f27 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/002adcd4-bbca-4869-abb7-faa23c65ce4f HTTP/1.1" status: 204 len: 168 time: 0.2808750 Oct 27 17:15:51.551949 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 35868) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:51.622367 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-cc08e5b1-614d-48bf-93d4-0c8fdbb7c888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529236'] for network, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:51.704472 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-cc08e5b1-614d-48bf-93d4-0c8fdbb7c888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423354', 'neutron.services.segments.db._delete_segments_for_network-8740460286558'] for network, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:51.723726 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-cc08e5b1-614d-48bf-93d4-0c8fdbb7c888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d']}} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:51.732696 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-cc08e5b1-614d-48bf-93d4-0c8fdbb7c888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e562b32-44b3-4d80-a0e6-06e63d8d9332') {'for_net_delete': True} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:51.732991 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-cc08e5b1-614d-48bf-93d4-0c8fdbb7c888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e562b32-44b3-4d80-a0e6-06e63d8d9332') {} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:51.742745 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-cc08e5b1-614d-48bf-93d4-0c8fdbb7c888 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740460286055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130957136'] for segment, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:51.756178 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-cc08e5b1-614d-48bf-93d4-0c8fdbb7c888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:51.762016 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc08e5b1-614d-48bf-93d4-0c8fdbb7c888 admin admin] Releasing vlan 1357 on physical network physnet1 to pool {{(pid=118834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:15:51.762393 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-cc08e5b1-614d-48bf-93d4-0c8fdbb7c888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130954844'] for segment, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: Traceback (most recent call last): Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: timer() Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: cb(*args, **kw) Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: return func(*args, **kwargs) Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: self._notify() Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: self.callback(batched_events) Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: event.method(event) Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: return f(self, *a, **k) Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: return self._get(url).json() Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: return self.request(url, 'GET', **kwargs) Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:15:51.764044 dv-cinder-815701-1-iscsi neutron-server[118834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:15:51.895077 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-cc08e5b1-614d-48bf-93d4-0c8fdbb7c888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703771'] for network, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:51.900491 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-cc08e5b1-614d-48bf-93d4-0c8fdbb7c888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:51.903762 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-cc08e5b1-614d-48bf-93d4-0c8fdbb7c888 admin admin] 10.222.0.109 "DELETE /v2.0/networks/bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d HTTP/1.1" status: 204 len: 168 time: 0.3508914 Oct 27 17:15:51.916198 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08e5b1-614d-48bf-93d4-0c8fdbb7c888 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc2ca632-f37e-4b21-bc8c-d8f5f4d6285d,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:52.274217 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 35872) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:52.316051 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-139e864e-b1f0-4b0c-8dbf-6540a2f6db23 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=e5526c6afcb241e28e5e9709ce3c0d2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406332 Oct 27 17:15:52.318743 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 35874) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:52.374948 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a592bc55-54d9-4b31-bee3-d58ee72ec805 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:52.377264 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-c36e6a28-660a-4afb-b612-d789647fda85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:52.396856 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a592bc55-54d9-4b31-bee3-d58ee72ec805 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:52.490611 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a592bc55-54d9-4b31-bee3-d58ee72ec805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:52.494091 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a592bc55-54d9-4b31-bee3-d58ee72ec805 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:52.495259 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-a592bc55-54d9-4b31-bee3-d58ee72ec805 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/1de16733-38b0-42a6-a379-c5af434f61de HTTP/1.1" status: 204 len: 168 time: 0.1756203 Oct 27 17:15:52.503704 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a592bc55-54d9-4b31-bee3-d58ee72ec805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de16733-38b0-42a6-a379-c5af434f61de,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:52.510765 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a592bc55-54d9-4b31-bee3-d58ee72ec805 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:52.511113 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a592bc55-54d9-4b31-bee3-d58ee72ec805 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:52.511451 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a592bc55-54d9-4b31-bee3-d58ee72ec805 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:52.511785 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a592bc55-54d9-4b31-bee3-d58ee72ec805 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:52.512111 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a592bc55-54d9-4b31-bee3-d58ee72ec805 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:52.512436 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a592bc55-54d9-4b31-bee3-d58ee72ec805 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:52.512817 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a592bc55-54d9-4b31-bee3-d58ee72ec805 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:52.513140 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a592bc55-54d9-4b31-bee3-d58ee72ec805 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:52.513446 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a592bc55-54d9-4b31-bee3-d58ee72ec805 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:52.513766 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a592bc55-54d9-4b31-bee3-d58ee72ec805 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:52.514084 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a592bc55-54d9-4b31-bee3-d58ee72ec805 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:52.514397 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a592bc55-54d9-4b31-bee3-d58ee72ec805 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:53.209851 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:53.455617 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:55.217088 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:55.420387 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device e2c42066-5bb0-4260-8ed0-7c7d420c5769 no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:15:55.442519 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] No Port match for: e2c42066-5bb0-4260-8ed0-7c7d420c5769 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:15:55.443028 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device e2c42066-5bb0-4260-8ed0-7c7d420c5769 not bound to the agent host hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:15:59.873171 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 35970) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:59.976929 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-df7f4c90-d5c6-4b33-b27d-f6374d90e170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:00.053150 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-df7f4c90-d5c6-4b33-b27d-f6374d90e170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:00.135277 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-df7f4c90-d5c6-4b33-b27d-f6374d90e170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:00.174975 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-df7f4c90-d5c6-4b33-b27d-f6374d90e170 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=6c6c62e916aa493eb325e3518a2928db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007007 Oct 27 17:16:00.175721 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f4c90-d5c6-4b33-b27d-f6374d90e170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9030516b-5714-4d22-8ec6-99d6b4eea6d0,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:00.178704 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35974) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:00.230676 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6ea65434-18e0-452d-9868-d7161b455f91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:00.251567 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6ea65434-18e0-452d-9868-d7161b455f91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:00.398235 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6ea65434-18e0-452d-9868-d7161b455f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:00.400778 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-6ea65434-18e0-452d-9868-d7161b455f91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:00.402409 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-6ea65434-18e0-452d-9868-d7161b455f91 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/9030516b-5714-4d22-8ec6-99d6b4eea6d0 HTTP/1.1" status: 204 len: 168 time: 0.2221162 Oct 27 17:16:00.414537 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea65434-18e0-452d-9868-d7161b455f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9030516b-5714-4d22-8ec6-99d6b4eea6d0,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:00.418540 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65434-18e0-452d-9868-d7161b455f91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:00.418892 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65434-18e0-452d-9868-d7161b455f91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:00.419234 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65434-18e0-452d-9868-d7161b455f91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:00.419567 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65434-18e0-452d-9868-d7161b455f91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:00.419901 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65434-18e0-452d-9868-d7161b455f91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:00.420223 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65434-18e0-452d-9868-d7161b455f91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:00.420553 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65434-18e0-452d-9868-d7161b455f91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:00.420897 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65434-18e0-452d-9868-d7161b455f91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:00.421222 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65434-18e0-452d-9868-d7161b455f91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:00.421542 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65434-18e0-452d-9868-d7161b455f91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:00.421861 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65434-18e0-452d-9868-d7161b455f91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:00.422180 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65434-18e0-452d-9868-d7161b455f91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:00.984009 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 35980) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:00.996994 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-24e2766b-a4f4-400b-b030-f428222f498e admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:01.072282 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-24e2766b-a4f4-400b-b030-f428222f498e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:01.163896 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-24e2766b-a4f4-400b-b030-f428222f498e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:01.201860 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-24e2766b-a4f4-400b-b030-f428222f498e admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=5e8b8b5f49fc4100a466b31d02f10e31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2167032 Oct 27 17:16:01.203004 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2766b-a4f4-400b-b030-f428222f498e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcb86bc-5945-480b-bb9e-3a37f353fe15,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:01.205292 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 35982) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:01.254821 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c121faf6-7c9a-485a-95be-7ec2af40d1b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:01.279011 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c121faf6-7c9a-485a-95be-7ec2af40d1b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:01.421085 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c121faf6-7c9a-485a-95be-7ec2af40d1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:01.424279 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-c121faf6-7c9a-485a-95be-7ec2af40d1b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:01.425464 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-c121faf6-7c9a-485a-95be-7ec2af40d1b3 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/6dcb86bc-5945-480b-bb9e-3a37f353fe15 HTTP/1.1" status: 204 len: 168 time: 0.2191732 Oct 27 17:16:01.433801 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121faf6-7c9a-485a-95be-7ec2af40d1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcb86bc-5945-480b-bb9e-3a37f353fe15,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:01.459643 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:16:03.744033 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 36026) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:03.857635 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8589029f-4db2-4d58-9694-a1424bd90267 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:03.967948 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8589029f-4db2-4d58-9694-a1424bd90267 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:04.044029 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-8589029f-4db2-4d58-9694-a1424bd90267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:04.083820 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589029f-4db2-4d58-9694-a1424bd90267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c1f17c-1bc5-4a22-a92e-9ff4d76b146a,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:04.088280 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-8589029f-4db2-4d58-9694-a1424bd90267 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=1a74d2e74bd74ef59ab33218dd7f9275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431852 Oct 27 17:16:04.092348 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 36030) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:04.152750 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c324fcfb-9e60-4671-b50b-eac3c86db2bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:04.174374 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c324fcfb-9e60-4671-b50b-eac3c86db2bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:04.299495 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c324fcfb-9e60-4671-b50b-eac3c86db2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:04.302144 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c324fcfb-9e60-4671-b50b-eac3c86db2bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:04.303335 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-c324fcfb-9e60-4671-b50b-eac3c86db2bf admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/72c1f17c-1bc5-4a22-a92e-9ff4d76b146a HTTP/1.1" status: 204 len: 168 time: 0.2100370 Oct 27 17:16:04.312300 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324fcfb-9e60-4671-b50b-eac3c86db2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c1f17c-1bc5-4a22-a92e-9ff4d76b146a,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:04.953241 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 36036) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:04.966654 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ab5e4d07-cc2c-4f48-8cff-3a73d362fbeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:05.044025 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ab5e4d07-cc2c-4f48-8cff-3a73d362fbeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:05.117978 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-ab5e4d07-cc2c-4f48-8cff-3a73d362fbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:05.159132 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-ab5e4d07-cc2c-4f48-8cff-3a73d362fbeb admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=a0420b1cb69f4ba9a3155c91c97df942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2047310 Oct 27 17:16:05.160011 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e4d07-cc2c-4f48-8cff-3a73d362fbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426f3668-cfa8-4b63-9716-658e2e31f627,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:05.162134 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 36038) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:05.216322 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d4a91a08-1b0f-4d5b-8b95-64495d17143a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:05.238505 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d4a91a08-1b0f-4d5b-8b95-64495d17143a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:05.356159 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d4a91a08-1b0f-4d5b-8b95-64495d17143a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:05.358820 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d4a91a08-1b0f-4d5b-8b95-64495d17143a admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:05.361109 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-d4a91a08-1b0f-4d5b-8b95-64495d17143a admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/426f3668-cfa8-4b63-9716-658e2e31f627 HTTP/1.1" status: 204 len: 168 time: 0.1976929 Oct 27 17:16:05.369130 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a91a08-1b0f-4d5b-8b95-64495d17143a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426f3668-cfa8-4b63-9716-658e2e31f627,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:06.030272 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:09.393304 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12ac22-fb4b-4cc3-8c46-201f68fa1304 req-3b842c73-0e85-423c-98a0-d90e43a83f0c tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:09.394791 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2e12ac22-fb4b-4cc3-8c46-201f68fa1304 req-3b842c73-0e85-423c-98a0-d90e43a83f0c tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 985 time: 0.0580688 Oct 27 17:16:09.442127 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2e12ac22-fb4b-4cc3-8c46-201f68fa1304 req-323abcb2-7e9b-48d1-bbd3-b7b928251d4f tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&id=c7ae9cae-8554-4902-8936-4e4d9ebbf194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411537 Oct 27 17:16:09.557398 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1967728-0138-47f2-8c71-dd00d45ccfe4 req-af707175-1ec1-4f3d-8a56-dd38d8939e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:09.558809 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e1967728-0138-47f2-8c71-dd00d45ccfe4 req-af707175-1ec1-4f3d-8a56-dd38d8939e25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58707c218a4641608156eecc3b5c1b5c&device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 1138 time: 0.1609662 Oct 27 17:16:09.661459 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1967728-0138-47f2-8c71-dd00d45ccfe4 req-58e5f9ef-adeb-4ee6-86c6-4804553f4b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:09.662930 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e1967728-0138-47f2-8c71-dd00d45ccfe4 req-58e5f9ef-adeb-4ee6-86c6-4804553f4b31 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e HTTP/1.1" status: 200 len: 916 time: 0.0955610 Oct 27 17:16:09.734600 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e1967728-0138-47f2-8c71-dd00d45ccfe4 req-207e35d3-2ea5-47b2-be58-5ed0341c7533 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d40f4f7-804f-4868-a712-b4d1cedbbe01 HTTP/1.1" status: 200 len: 1002 time: 0.0637655 Oct 27 17:16:09.789982 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1967728-0138-47f2-8c71-dd00d45ccfe4 req-66f40050-1ad9-4dc9-9f2c-0175fbc46a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:09.791441 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e1967728-0138-47f2-8c71-dd00d45ccfe4 req-66f40050-1ad9-4dc9-9f2c-0175fbc46a8a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f7f9bbc-0872-4390-b3f6-b34d1897cafe HTTP/1.1" status: 200 len: 853 time: 0.0487416 Oct 27 17:16:09.838823 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1967728-0138-47f2-8c71-dd00d45ccfe4 req-a66edfe6-32e8-4caf-ad51-9a2b9f19efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:09.840205 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e1967728-0138-47f2-8c71-dd00d45ccfe4 req-a66edfe6-32e8-4caf-ad51-9a2b9f19efa4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405040 Oct 27 17:16:09.932098 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e1967728-0138-47f2-8c71-dd00d45ccfe4 req-fb8e655b-51c7-499a-802c-6235e279116c service neutron] 10.222.0.11 "GET /v2.0/networks/b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838418 Oct 27 17:16:10.023277 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-e1967728-0138-47f2-8c71-dd00d45ccfe4 req-3fd745b8-aa4d-4e4d-b8ef-18a1757fb355 service neutron] 10.222.0.11 "GET /v2.0/networks/b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832241 Oct 27 17:16:10.579792 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4281be5-1997-4672-b4ce-b71c0471e266 req-dcf8e041-b594-4666-8718-1fe8aea28cc9 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:10.581468 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b4281be5-1997-4672-b4ce-b71c0471e266 req-dcf8e041-b594-4666-8718-1fe8aea28cc9 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 985 time: 0.0517793 Oct 27 17:16:10.622044 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b4281be5-1997-4672-b4ce-b71c0471e266 req-7a543ca7-3edd-4ffd-b245-418a8e5035a1 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&id=c7ae9cae-8554-4902-8936-4e4d9ebbf194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342574 Oct 27 17:16:11.736461 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6632d-d51e-4eff-ad72-70b839c5110e req-169364de-2ac7-4d05-b8c2-ec2287ec9497 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:11.737972 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-53b6632d-d51e-4eff-ad72-70b839c5110e req-169364de-2ac7-4d05-b8c2-ec2287ec9497 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 985 time: 0.0495768 Oct 27 17:16:11.778586 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-53b6632d-d51e-4eff-ad72-70b839c5110e req-f5e6e4c6-f5c9-4d73-9bfb-3f9487f75db6 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&id=c7ae9cae-8554-4902-8936-4e4d9ebbf194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347712 Oct 27 17:16:12.896609 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa72b4-7a65-4dab-9e03-547b28a0023a req-e2783396-b1e9-40d0-b2ae-c17e27cf479e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:12.897954 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d4aa72b4-7a65-4dab-9e03-547b28a0023a req-e2783396-b1e9-40d0-b2ae-c17e27cf479e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 985 time: 0.0525849 Oct 27 17:16:12.937303 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-d4aa72b4-7a65-4dab-9e03-547b28a0023a req-8d6cf7cd-b38a-4df0-91e9-6cd4450ccd29 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&id=c7ae9cae-8554-4902-8936-4e4d9ebbf194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333190 Oct 27 17:16:14.059910 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb264a07-b5f4-405e-8d07-d9ea1af1eb6d req-313984ef-fb6c-44db-9d29-aca20e1beccd tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:14.061391 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-cb264a07-b5f4-405e-8d07-d9ea1af1eb6d req-313984ef-fb6c-44db-9d29-aca20e1beccd tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 985 time: 0.0487928 Oct 27 17:16:14.102474 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-cb264a07-b5f4-405e-8d07-d9ea1af1eb6d req-f0c211e9-91d6-4c47-b7ac-b041a1e04e59 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&id=c7ae9cae-8554-4902-8936-4e4d9ebbf194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342181 Oct 27 17:16:15.229047 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb7114-e619-46f6-a4c6-ac301f9afeee req-073527ee-725e-4f21-8af5-17bf3a774933 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:15.232104 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-efdb7114-e619-46f6-a4c6-ac301f9afeee req-073527ee-725e-4f21-8af5-17bf3a774933 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 985 time: 0.0549083 Oct 27 17:16:15.272412 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-efdb7114-e619-46f6-a4c6-ac301f9afeee req-fd412b60-2ae6-4e52-b951-eb77303013ac tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&id=c7ae9cae-8554-4902-8936-4e4d9ebbf194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344939 Oct 27 17:16:16.393882 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a29e3-bb1a-4a74-9f6c-4c703f600087 req-1d335f53-54b4-4936-a77c-1751b9622c56 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:16.395340 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-956a29e3-bb1a-4a74-9f6c-4c703f600087 req-1d335f53-54b4-4936-a77c-1751b9622c56 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 985 time: 0.0537491 Oct 27 17:16:16.434538 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-956a29e3-bb1a-4a74-9f6c-4c703f600087 req-6bb95537-0407-4559-9160-4767637e425d tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&id=c7ae9cae-8554-4902-8936-4e4d9ebbf194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331621 Oct 27 17:16:17.560246 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7dba3-27fb-49d1-a600-8bff2b604d9c req-99fbc083-a33e-45fa-9719-9b893e90f215 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:17.561747 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-39e7dba3-27fb-49d1-a600-8bff2b604d9c req-99fbc083-a33e-45fa-9719-9b893e90f215 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 985 time: 0.0504973 Oct 27 17:16:17.613125 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-39e7dba3-27fb-49d1-a600-8bff2b604d9c req-1f06a867-7ee2-4775-b644-87818832b43d tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&id=c7ae9cae-8554-4902-8936-4e4d9ebbf194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345707 Oct 27 17:16:18.112358 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 36192) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:18.219668 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-544786f4-fb80-4955-baa1-7a3192cc3ee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:18.298642 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-544786f4-fb80-4955-baa1-7a3192cc3ee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:18.361912 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-544786f4-fb80-4955-baa1-7a3192cc3ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:18.398837 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544786f4-fb80-4955-baa1-7a3192cc3ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685f035b-5c43-4358-9590-765983101796,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:18.403181 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-544786f4-fb80-4955-baa1-7a3192cc3ee1 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=5e096a6358e54bcaae538e77b4a3667a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897909 Oct 27 17:16:18.405710 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 36196) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:18.460806 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0936dc5d-d1fb-4caf-9954-9596bda32f07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:18.483238 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0936dc5d-d1fb-4caf-9954-9596bda32f07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:18.580747 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0936dc5d-d1fb-4caf-9954-9596bda32f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:18.583258 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-0936dc5d-d1fb-4caf-9954-9596bda32f07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:18.584496 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-0936dc5d-d1fb-4caf-9954-9596bda32f07 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/685f035b-5c43-4358-9590-765983101796 HTTP/1.1" status: 204 len: 168 time: 0.1778944 Oct 27 17:16:18.592116 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936dc5d-d1fb-4caf-9954-9596bda32f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685f035b-5c43-4358-9590-765983101796,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:18.721159 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679465c-901e-4bdc-98a8-7e208c29723f req-7cd8ff72-674b-451a-b4e4-5ba8ca0bd4ba tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:18.722366 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b679465c-901e-4bdc-98a8-7e208c29723f req-7cd8ff72-674b-451a-b4e4-5ba8ca0bd4ba tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 985 time: 0.0514491 Oct 27 17:16:18.767252 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-b679465c-901e-4bdc-98a8-7e208c29723f req-3b1f6e93-25dc-45f2-bd5d-4a39fcb5af8e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&id=c7ae9cae-8554-4902-8936-4e4d9ebbf194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349202 Oct 27 17:16:19.213760 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 36204) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:19.226803 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-df271541-e343-44cb-b6f7-f399bcfecb5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:19.302306 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-df271541-e343-44cb-b6f7-f399bcfecb5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:19.363952 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-df271541-e343-44cb-b6f7-f399bcfecb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:19.403104 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-df271541-e343-44cb-b6f7-f399bcfecb5e admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=f19793cbb7204d8d9f2dc13af0f670fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882463 Oct 27 17:16:19.403964 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df271541-e343-44cb-b6f7-f399bcfecb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25e6b8c-298d-4308-8b76-1ab3ce063337,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:19.405751 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 36206) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:19.454416 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-30225a10-3077-49eb-bfa4-38ab13705c70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:19.474731 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-30225a10-3077-49eb-bfa4-38ab13705c70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:19.596292 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-30225a10-3077-49eb-bfa4-38ab13705c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:19.598899 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-30225a10-3077-49eb-bfa4-38ab13705c70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:19.600051 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-30225a10-3077-49eb-bfa4-38ab13705c70 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/d25e6b8c-298d-4308-8b76-1ab3ce063337 HTTP/1.1" status: 204 len: 168 time: 0.1932733 Oct 27 17:16:19.607957 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30225a10-3077-49eb-bfa4-38ab13705c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25e6b8c-298d-4308-8b76-1ab3ce063337,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:19.628114 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-bd12adfc-89b7-4044-8d26-dbb0463ac86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:19.878968 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7190-8f18-479c-95f0-d5a467a7250f req-4fb9eef4-ad9d-477c-b60c-d2fa1d1b4beb tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:19.880640 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ae8c7190-8f18-479c-95f0-d5a467a7250f req-4fb9eef4-ad9d-477c-b60c-d2fa1d1b4beb tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 985 time: 0.0505669 Oct 27 17:16:19.920852 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-ae8c7190-8f18-479c-95f0-d5a467a7250f req-6bf19f74-6099-4246-95c4-1c02cd1ca4b3 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&id=c7ae9cae-8554-4902-8936-4e4d9ebbf194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343554 Oct 27 17:16:20.247079 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 36214) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:20.259920 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-4acd2130-0a85-47bd-a71e-d7e74b0f5b9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:20.330570 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-4acd2130-0a85-47bd-a71e-d7e74b0f5b9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:20.401731 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-4acd2130-0a85-47bd-a71e-d7e74b0f5b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:20.438793 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd2130-0a85-47bd-a71e-d7e74b0f5b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f489e90-5cba-4c2c-8f26-1f7bd2a9a663,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:20.445045 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-4acd2130-0a85-47bd-a71e-d7e74b0f5b9b admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=95f2fa2b69144808b68429b9c0efbeaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1969357 Oct 27 17:16:20.447709 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 36216) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:20.499430 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ad38e765-96da-430f-b449-e37234053389 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:20.521151 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ad38e765-96da-430f-b449-e37234053389 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:20.649572 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ad38e765-96da-430f-b449-e37234053389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:20.652148 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ad38e765-96da-430f-b449-e37234053389 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:20.653318 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-ad38e765-96da-430f-b449-e37234053389 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/3f489e90-5cba-4c2c-8f26-1f7bd2a9a663 HTTP/1.1" status: 204 len: 168 time: 0.2047141 Oct 27 17:16:20.661735 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38e765-96da-430f-b449-e37234053389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f489e90-5cba-4c2c-8f26-1f7bd2a9a663,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:21.051798 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5c262-a282-47e5-a710-f2a3c37e9155 req-774310bd-f523-489e-b10b-7a754ce58e50 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:21.061125 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e5e5c262-a282-47e5-a710-f2a3c37e9155 req-774310bd-f523-489e-b10b-7a754ce58e50 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 985 time: 0.0612552 Oct 27 17:16:21.101840 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-e5e5c262-a282-47e5-a710-f2a3c37e9155 req-e5ed3bd0-4a6e-40a1-923d-83fb1ff304af tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&id=c7ae9cae-8554-4902-8936-4e4d9ebbf194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397508 Oct 27 17:16:22.222598 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20105df-8181-4d5b-a769-e40a24759888 req-f3e86238-01d7-452b-9aca-ab491dc650d9 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:22.224094 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b20105df-8181-4d5b-a769-e40a24759888 req-f3e86238-01d7-452b-9aca-ab491dc650d9 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 985 time: 0.0531049 Oct 27 17:16:22.264454 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-b20105df-8181-4d5b-a769-e40a24759888 req-47e29b18-06cc-4d19-80ae-839370b74ca6 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&id=c7ae9cae-8554-4902-8936-4e4d9ebbf194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342860 Oct 27 17:16:22.380994 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-68d81a02-9841-422e-85cb-8d8dfbe2b4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:23.287630 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:23.475787 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:25.283439 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:32.494711 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [req-86f3328b-766d-494b-bb5c-c6850df2903a req-a1166214-d08e-4430-a8ef-ad984b9ba683 service neutron] (118834) timed out ('10.222.0.11', 58642) {{(pid=118834) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 17:16:32.825249 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [req-0525ddd7-136e-49b6-9bb0-e74549fd1688 req-25be2efa-8b3d-4f2e-8197-fe00b680f6b3 service neutron] (118833) timed out ('10.222.0.11', 58655) {{(pid=118833) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 17:16:34.363161 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 36314) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:34.472452 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f9cddde6-4852-4e6d-b4f0-857f8b400327 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:34.544923 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f9cddde6-4852-4e6d-b4f0-857f8b400327 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:34.658640 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f9cddde6-4852-4e6d-b4f0-857f8b400327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:34.697440 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cddde6-4852-4e6d-b4f0-857f8b400327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c880e139-b578-46d3-a860-40786dd8cc0f,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:34.701380 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-f9cddde6-4852-4e6d-b4f0-857f8b400327 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=1a594a036af048ec93f86bebf1f18091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371596 Oct 27 17:16:34.705945 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 36318) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:34.755800 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cb417552-102b-477e-a47c-337713bc81c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:34.779886 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cb417552-102b-477e-a47c-337713bc81c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:34.903837 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cb417552-102b-477e-a47c-337713bc81c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:34.906467 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-cb417552-102b-477e-a47c-337713bc81c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:34.907597 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-cb417552-102b-477e-a47c-337713bc81c2 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/c880e139-b578-46d3-a860-40786dd8cc0f HTTP/1.1" status: 204 len: 168 time: 0.2014384 Oct 27 17:16:34.915801 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb417552-102b-477e-a47c-337713bc81c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c880e139-b578-46d3-a860-40786dd8cc0f,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:35.427202 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 36324) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:35.441152 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9829956e-b62a-480c-ac5e-4d851b9151b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:35.513778 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9829956e-b62a-480c-ac5e-4d851b9151b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:35.580669 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-9829956e-b62a-480c-ac5e-4d851b9151b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:35.621172 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-9829956e-b62a-480c-ac5e-4d851b9151b7 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=5262fe74cc614d21a73c9251e4d5ff4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1927330 Oct 27 17:16:35.621954 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829956e-b62a-480c-ac5e-4d851b9151b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a397d9ac-7af5-4334-b935-1ccd0852a4ff,revision_number=1']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:35.623762 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 36326) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:35.678747 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a9f04d95-4f74-4907-ab09-71ba82a6168e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:35.700785 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a9f04d95-4f74-4907-ab09-71ba82a6168e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:35.852663 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a9f04d95-4f74-4907-ab09-71ba82a6168e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:35.855293 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-a9f04d95-4f74-4907-ab09-71ba82a6168e admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:35.856543 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-a9f04d95-4f74-4907-ab09-71ba82a6168e admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/a397d9ac-7af5-4334-b935-1ccd0852a4ff HTTP/1.1" status: 204 len: 168 time: 0.2317460 Oct 27 17:16:35.864297 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f04d95-4f74-4907-ab09-71ba82a6168e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a397d9ac-7af5-4334-b935-1ccd0852a4ff,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:36.047048 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:38.460963 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:16:38.615884 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 36398) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:38.719628 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-1eeed125-2a33-4194-9d6a-8e5f0e48f583 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:38.792232 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-1eeed125-2a33-4194-9d6a-8e5f0e48f583 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:38.863968 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-1eeed125-2a33-4194-9d6a-8e5f0e48f583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:38.901084 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeed125-2a33-4194-9d6a-8e5f0e48f583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b764fde-0ac9-41cc-9e1a-d6eaee920162,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:38.905401 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-1eeed125-2a33-4194-9d6a-8e5f0e48f583 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=e1cb3ab9e1104977b6422862bfaacba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883544 Oct 27 17:16:38.907946 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 36402) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:38.962635 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-dd685733-8325-4522-8107-b78ddc47d052 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:38.977474 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-dd685733-8325-4522-8107-b78ddc47d052 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:39.112058 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-dd685733-8325-4522-8107-b78ddc47d052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:39.114714 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-dd685733-8325-4522-8107-b78ddc47d052 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:39.115907 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-dd685733-8325-4522-8107-b78ddc47d052 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/5b764fde-0ac9-41cc-9e1a-d6eaee920162 HTTP/1.1" status: 204 len: 168 time: 0.2070642 Oct 27 17:16:39.124846 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd685733-8325-4522-8107-b78ddc47d052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b764fde-0ac9-41cc-9e1a-d6eaee920162,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:39.661560 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 36408) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:39.675503 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d376ce75-7072-4329-9afa-c1c7baff4e05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:39.749797 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d376ce75-7072-4329-9afa-c1c7baff4e05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:39.809296 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-d376ce75-7072-4329-9afa-c1c7baff4e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:39.850093 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-d376ce75-7072-4329-9afa-c1c7baff4e05 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=6520855cd2eb42efa40ef7ae778cf277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873538 Oct 27 17:16:39.851349 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376ce75-7072-4329-9afa-c1c7baff4e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd538515-fae7-4873-8d7b-bda37df609ea,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:39.852766 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 36410) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:39.901143 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-033dcca6-18a1-4bd1-bb79-b8b143bc2142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:39.921978 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-033dcca6-18a1-4bd1-bb79-b8b143bc2142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:40.043374 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-033dcca6-18a1-4bd1-bb79-b8b143bc2142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:40.046058 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-033dcca6-18a1-4bd1-bb79-b8b143bc2142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:40.047233 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-033dcca6-18a1-4bd1-bb79-b8b143bc2142 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/fd538515-fae7-4873-8d7b-bda37df609ea HTTP/1.1" status: 204 len: 168 time: 0.1934636 Oct 27 17:16:40.060617 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033dcca6-18a1-4bd1-bb79-b8b143bc2142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd538515-fae7-4873-8d7b-bda37df609ea,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:49.595857 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-3100c91d-7249-48c6-8715-3d605cb7baec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:52.395156 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-c19b333a-2a80-468e-aecb-1647f996a261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:53.241525 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:53.441298 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:55.267971 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:06.069628 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:15.460260 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:17:19.601170 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-8578e5f3-2d58-449f-aebe-d34ce1674a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:22.408027 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-9c8c9722-f8af-415f-a84d-ffde532bf646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:23.208007 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:23.446323 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:25.257983 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:29.657928 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2ee24931-86ca-45f1-abd8-9e5223202769 req-331e5586-71c5-42de-8d8f-c463b35e0006 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1014212419&fields=id&tenant_id=58707c218a4641608156eecc3b5c1b5c HTTP/1.1" status: 200 len: 267 time: 0.0370574 Oct 27 17:17:29.710052 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee24931-86ca-45f1-abd8-9e5223202769 req-50285e4a-27d3-4f2d-a3b9-0ae1fd896375 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:29.711497 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2ee24931-86ca-45f1-abd8-9e5223202769 req-50285e4a-27d3-4f2d-a3b9-0ae1fd896375 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 985 time: 0.0478537 Oct 27 17:17:29.726696 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.v2.base [req-2ee24931-86ca-45f1-abd8-9e5223202769 req-111bd41c-a87b-47ae-b939-92baa9e4541e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Request body: {'port': {'security_groups': ['7760cb48-f300-44b3-acec-3dc6faf34fe9']}} {{(pid=118833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:17:29.790977 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [req-2ee24931-86ca-45f1-abd8-9e5223202769 req-111bd41c-a87b-47ae-b939-92baa9e4541e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615089'] for port, before_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:29.965494 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.db [req-2ee24931-86ca-45f1-abd8-9e5223202769 req-111bd41c-a87b-47ae-b939-92baa9e4541e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] For port 1d40f4f7-804f-4868-a712-b4d1cedbbe01, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=1d40f4f7-804f-4868-a712-b4d1cedbbe01,segment=NetworkSegment(e5f161e6-0a2f-4cad-b0de-f8495ae1134d),segment_id=e5f161e6-0a2f-4cad-b0de-f8495ae1134d)] {{(pid=118833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:17:29.993139 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [req-2ee24931-86ca-45f1-abd8-9e5223202769 req-111bd41c-a87b-47ae-b939-92baa9e4541e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for port, precommit_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:30.094124 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [req-2ee24931-86ca-45f1-abd8-9e5223202769 req-111bd41c-a87b-47ae-b939-92baa9e4541e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740460212206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740459784286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740459784304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131455093'] for port, after_update {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:30.107384 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['1d40f4f7-804f-4868-a712-b4d1cedbbe01'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:17:30.145271 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee24931-86ca-45f1-abd8-9e5223202769 req-111bd41c-a87b-47ae-b939-92baa9e4541e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:30.145936 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [req-2ee24931-86ca-45f1-abd8-9e5223202769 req-111bd41c-a87b-47ae-b939-92baa9e4541e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:30.168196 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-2ee24931-86ca-45f1-abd8-9e5223202769 req-111bd41c-a87b-47ae-b939-92baa9e4541e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "PUT /v2.0/ports/1d40f4f7-804f-4868-a712-b4d1cedbbe01 HTTP/1.1" status: 200 len: 943 time: 0.4323959 Oct 27 17:17:30.168196 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0333ee65-d634-41cc-8c95-544331c97578', 'tag': '1d40f4f7-804f-4868-a712-b4d1cedbbe01'}] {{(pid=118833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:17:30.168196 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c66521ff26e5cb966b8f79b87702808b323f371d754c2b2b0a866cc42f0a139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136f0661-e0aa-443d-b23d-928755611a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "0333ee65-d634-41cc-8c95-544331c97578", "tag": "1d40f4f7-804f-4868-a712-b4d1cedbbe01"}]}' {{(pid=118833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:17:30.169797 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 36714) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:30.197660 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bd41c-a87b-47ae-b939-92baa9e4541e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Pushing event updated for resources: {'Port': ['ID=1d40f4f7-804f-4868-a712-b4d1cedbbe01,revision_number=7']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:30.213647 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9653aa-8661-4046-963d-f84d01831869 x-openstack-request-id: req-2a9653aa-8661-4046-963d-f84d01831869 {{(pid=118833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:17:30.213936 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0333ee65-d634-41cc-8c95-544331c97578", "tag": "1d40f4f7-804f-4868-a712-b4d1cedbbe01", "status": "completed", "code": 200}]} {{(pid=118833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:17:30.214201 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-2a9653aa-8661-4046-963d-f84d01831869 {{(pid=118833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:17:30.214565 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0333ee65-d634-41cc-8c95-544331c97578', 'tag': '1d40f4f7-804f-4868-a712-b4d1cedbbe01', 'status': 'completed', 'code': 200} Oct 27 17:17:30.221326 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bd41c-a87b-47ae-b939-92baa9e4541e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:30.221679 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bd41c-a87b-47ae-b939-92baa9e4541e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:30.222021 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bd41c-a87b-47ae-b939-92baa9e4541e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:30.222356 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bd41c-a87b-47ae-b939-92baa9e4541e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:30.222689 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bd41c-a87b-47ae-b939-92baa9e4541e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:30.223026 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bd41c-a87b-47ae-b939-92baa9e4541e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:30.223402 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bd41c-a87b-47ae-b939-92baa9e4541e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:30.223731 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bd41c-a87b-47ae-b939-92baa9e4541e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:30.224054 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bd41c-a87b-47ae-b939-92baa9e4541e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:30.224372 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bd41c-a87b-47ae-b939-92baa9e4541e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:30.224727 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bd41c-a87b-47ae-b939-92baa9e4541e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:30.225720 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bd41c-a87b-47ae-b939-92baa9e4541e tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:30.309003 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-6817c5b5-8165-4c27-8eb1-9febf089cf22 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:30.315362 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['1d40f4f7-804f-4868-a712-b4d1cedbbe01'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:17:30.331693 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f0661-e0aa-443d-b23d-928755611a4a req-d370074c-d646-41b8-91a2-92e8ef3b2bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:30.333270 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-136f0661-e0aa-443d-b23d-928755611a4a req-d370074c-d646-41b8-91a2-92e8ef3b2bf3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58707c218a4641608156eecc3b5c1b5c&device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 1099 time: 0.0871286 Oct 27 17:17:30.357409 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-6817c5b5-8165-4c27-8eb1-9febf089cf22 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:30.437829 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.provisioning_blocks [None req-79e36af0-913d-45df-bf26-da8e3b26b5ad None None] Provisioning complete for port 1d40f4f7-804f-4868-a712-b4d1cedbbe01 triggered by entity DHCP. {{(pid=118835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:17:30.438122 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-79e36af0-913d-45df-bf26-da8e3b26b5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420097'] for port, provisioning_complete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:30.459705 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f0661-e0aa-443d-b23d-928755611a4a req-9a620f1c-2d15-45ab-be7b-869a4857df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:30.461256 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-136f0661-e0aa-443d-b23d-928755611a4a req-9a620f1c-2d15-45ab-be7b-869a4857df55 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e HTTP/1.1" status: 200 len: 916 time: 0.1185615 Oct 27 17:17:30.534328 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-136f0661-e0aa-443d-b23d-928755611a4a req-e8601072-2dd1-4bea-b52f-d120bb91c6ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d40f4f7-804f-4868-a712-b4d1cedbbe01 HTTP/1.1" status: 200 len: 1002 time: 0.0648267 Oct 27 17:17:30.576538 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-6817c5b5-8165-4c27-8eb1-9febf089cf22 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:30.579712 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-6817c5b5-8165-4c27-8eb1-9febf089cf22 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:30.580865 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-6817c5b5-8165-4c27-8eb1-9febf089cf22 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "DELETE /v2.0/security-groups/c7ae9cae-8554-4902-8936-4e4d9ebbf194 HTTP/1.1" status: 204 len: 168 time: 0.4253674 Oct 27 17:17:30.584229 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 36720) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:30.597391 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817c5b5-8165-4c27-8eb1-9febf089cf22 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ae9cae-8554-4902-8936-4e4d9ebbf194,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:30.601807 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f0661-e0aa-443d-b23d-928755611a4a req-c189d1b4-4cc2-4340-9405-00d4537357b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:30.603138 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-136f0661-e0aa-443d-b23d-928755611a4a req-c189d1b4-4cc2-4340-9405-00d4537357b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f7f9bbc-0872-4390-b3f6-b34d1897cafe HTTP/1.1" status: 200 len: 853 time: 0.0613604 Oct 27 17:17:30.607862 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817c5b5-8165-4c27-8eb1-9febf089cf22 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:30.608142 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817c5b5-8165-4c27-8eb1-9febf089cf22 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:30.608521 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817c5b5-8165-4c27-8eb1-9febf089cf22 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:30.609086 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817c5b5-8165-4c27-8eb1-9febf089cf22 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:30.609427 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817c5b5-8165-4c27-8eb1-9febf089cf22 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:30.609757 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817c5b5-8165-4c27-8eb1-9febf089cf22 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:30.610082 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817c5b5-8165-4c27-8eb1-9febf089cf22 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:30.610411 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817c5b5-8165-4c27-8eb1-9febf089cf22 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:30.610809 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817c5b5-8165-4c27-8eb1-9febf089cf22 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:30.611051 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817c5b5-8165-4c27-8eb1-9febf089cf22 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:30.611370 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817c5b5-8165-4c27-8eb1-9febf089cf22 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:30.611685 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817c5b5-8165-4c27-8eb1-9febf089cf22 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:30.656041 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f0661-e0aa-443d-b23d-928755611a4a req-ef9412fb-a407-47c5-89fc-c5c1f1322987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:30.657584 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-136f0661-e0aa-443d-b23d-928755611a4a req-ef9412fb-a407-47c5-89fc-c5c1f1322987 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432456 Oct 27 17:17:30.753125 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-136f0661-e0aa-443d-b23d-928755611a4a req-012bc8ac-cdbf-45e9-99e1-2261148c7228 service neutron] 10.222.0.11 "GET /v2.0/networks/b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871284 Oct 27 17:17:30.756504 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-ced9729f-6c68-46b5-bdf6-ad6f021d318f tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Deleting port f9d3c2a3-4ecf-463b-b946-4071864d846a {{(pid=118833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:17:30.757064 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ced9729f-6c68-46b5-bdf6-ad6f021d318f tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:30.846318 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ced9729f-6c68-46b5-bdf6-ad6f021d318f tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:30.846988 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ced9729f-6c68-46b5-bdf6-ad6f021d318f tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:30.855482 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-136f0661-e0aa-443d-b23d-928755611a4a req-dd8f90a0-557e-4254-a229-9fa37455da76 service neutron] 10.222.0.11 "GET /v2.0/networks/b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933712 Oct 27 17:17:30.861143 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-ced9729f-6c68-46b5-bdf6-ad6f021d318f tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Calling delete_port for f9d3c2a3-4ecf-463b-b946-4071864d846a owned by network:floatingip {{(pid=118833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:17:31.090217 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ced9729f-6c68-46b5-bdf6-ad6f021d318f tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:31.114015 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9729f-6c68-46b5-bdf6-ad6f021d318f tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Pushing event deleted for resources: {'Port': ['ID=f9d3c2a3-4ecf-463b-b946-4071864d846a,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:31.180149 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ced9729f-6c68-46b5-bdf6-ad6f021d318f tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks [] for floatingip, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:31.180486 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.db.l3_db [None req-ced9729f-6c68-46b5-bdf6-ad6f021d318f tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Floating IP ce61cf0b-6f9d-4d21-a8b6-039224d041cf disassociated (deleted). External IP: 172.27.3.200, port: 1d40f4f7-804f-4868-a712-b4d1cedbbe01. Oct 27 17:17:31.268329 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 36728) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:31.372519 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8ed1291f-06f2-40e0-a80b-6a332659fae8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:31.458108 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8ed1291f-06f2-40e0-a80b-6a332659fae8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:31.500298 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8ed1291f-06f2-40e0-a80b-6a332659fae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_create {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:31.540337 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-8ed1291f-06f2-40e0-a80b-6a332659fae8 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=f06b30d52ad74bc5bfa2c069dcd98eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702322 Oct 27 17:17:31.541237 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1291f-06f2-40e0-a80b-6a332659fae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ba98fb-50ac-4af9-a858-3afbb7c71a5f,revision_number=1']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:31.543503 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 36732) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:31.598067 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8c7cbdc2-b3b8-45d5-a5ef-9fc3456ce3be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:31.606208 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced9729f-6c68-46b5-bdf6-ad6f021d318f tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Router 5f35d2e0-be42-4c2f-b8a1-8b641405e907 has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:17:31.624757 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8c7cbdc2-b3b8-45d5-a5ef-9fc3456ce3be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:31.710658 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced9729f-6c68-46b5-bdf6-ad6f021d318f tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:17:31.715502 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-ced9729f-6c68-46b5-bdf6-ad6f021d318f tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for floatingip, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:31.720834 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e873a89a-0f80-4c81-a09f-3b7e3a444a04 None None] Sync routers for ids ['5f35d2e0-be42-4c2f-b8a1-8b641405e907'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:17:31.730989 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e873a89a-0f80-4c81-a09f-3b7e3a444a04 None None] Routers {'5f35d2e0-be42-4c2f-b8a1-8b641405e907'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:17:31.731611 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-e873a89a-0f80-4c81-a09f-3b7e3a444a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:17:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['5f35d2e0-be42-4c2f-b8a1-8b641405e907'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:31.738287 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8c7cbdc2-b3b8-45d5-a5ef-9fc3456ce3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:31.740528 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-8c7cbdc2-b3b8-45d5-a5ef-9fc3456ce3be admin admin] Publish callbacks [] for security_group, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:31.744114 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-8c7cbdc2-b3b8-45d5-a5ef-9fc3456ce3be admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/d0ba98fb-50ac-4af9-a858-3afbb7c71a5f HTTP/1.1" status: 204 len: 168 time: 0.1971841 Oct 27 17:17:31.749672 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7cbdc2-b3b8-45d5-a5ef-9fc3456ce3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ba98fb-50ac-4af9-a858-3afbb7c71a5f,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:31.758157 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-ced9729f-6c68-46b5-bdf6-ad6f021d318f tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "DELETE /v2.0/floatingips/ce61cf0b-6f9d-4d21-a8b6-039224d041cf HTTP/1.1" status: 204 len: 168 time: 1.1702886 Oct 27 17:17:31.869078 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-e873a89a-0f80-4c81-a09f-3b7e3a444a04 None None] Set router 5f35d2e0-be42-4c2f-b8a1-8b641405e907 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:17:32.083258 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-e873a89a-0f80-4c81-a09f-3b7e3a444a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'name': 'tempest-TestMinimumBasicScenario-466606359-router', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:13:38Z', 'updated_at': '2021-10-27T17:13:43Z', 'revision_number': 4, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'gw_port': {'id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:39Z', 'updated_at': '2021-10-27T17:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '10741910-44de-4eff-8be7-c49cfc145f2c', 'name': '', 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'mac_address': 'fa:16:3e:96:96:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2f7f9bbc-0872-4390-b3f6-b34d1897cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:42Z', 'updated_at': '2021-10-27T17:13:48Z', 'revision_number': 5, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'subnets': [{'id': '2f7f9bbc-0872-4390-b3f6-b34d1897cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:32.116097 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e873a89a-0f80-4c81-a09f-3b7e3a444a04 None None] Checking router: 5f35d2e0-be42-4c2f-b8a1-8b641405e907 for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:17:32.128206 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e873a89a-0f80-4c81-a09f-3b7e3a444a04 None None] Routers {'5f35d2e0-be42-4c2f-b8a1-8b641405e907'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:17:32.128931 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-e873a89a-0f80-4c81-a09f-3b7e3a444a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:17:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['5f35d2e0-be42-4c2f-b8a1-8b641405e907'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:32.215873 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0333ee65-d634-41cc-8c95-544331c97578', 'tag': '1d40f4f7-804f-4868-a712-b4d1cedbbe01'}] {{(pid=118833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:17:32.218985 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c66521ff26e5cb966b8f79b87702808b323f371d754c2b2b0a866cc42f0a139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194abd05-cffa-4d6b-92c8-b96244e3d0f7" -d '{"events": [{"name": "network-changed", "server_uuid": "0333ee65-d634-41cc-8c95-544331c97578", "tag": "1d40f4f7-804f-4868-a712-b4d1cedbbe01"}]}' {{(pid=118833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:17:32.238944 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-e873a89a-0f80-4c81-a09f-3b7e3a444a04 None None] Set router 5f35d2e0-be42-4c2f-b8a1-8b641405e907 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:17:32.254750 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fca7959-91f4-4bc1-b611-25baad94e16a x-openstack-request-id: req-2fca7959-91f4-4bc1-b611-25baad94e16a {{(pid=118833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:17:32.255035 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0333ee65-d634-41cc-8c95-544331c97578", "tag": "1d40f4f7-804f-4868-a712-b4d1cedbbe01", "status": "completed", "code": 200}]} {{(pid=118833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:17:32.255283 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-2fca7959-91f4-4bc1-b611-25baad94e16a {{(pid=118833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:17:32.255680 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0333ee65-d634-41cc-8c95-544331c97578', 'tag': '1d40f4f7-804f-4868-a712-b4d1cedbbe01', 'status': 'completed', 'code': 200} Oct 27 17:17:32.321236 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194abd05-cffa-4d6b-92c8-b96244e3d0f7 req-c4a42602-e48d-405d-9d41-32bfad03958f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:32.322716 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-194abd05-cffa-4d6b-92c8-b96244e3d0f7 req-c4a42602-e48d-405d-9d41-32bfad03958f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58707c218a4641608156eecc3b5c1b5c&device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 1099 time: 0.0442882 Oct 27 17:17:32.414556 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194abd05-cffa-4d6b-92c8-b96244e3d0f7 req-39dd7fe5-e0a4-490b-9e2c-dbd03d0e0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:32.415909 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-194abd05-cffa-4d6b-92c8-b96244e3d0f7 req-39dd7fe5-e0a4-490b-9e2c-dbd03d0e0632 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e HTTP/1.1" status: 200 len: 916 time: 0.0847385 Oct 27 17:17:32.446159 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-e873a89a-0f80-4c81-a09f-3b7e3a444a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'name': 'tempest-TestMinimumBasicScenario-466606359-router', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:13:38Z', 'updated_at': '2021-10-27T17:13:43Z', 'revision_number': 4, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'gw_port': {'id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:39Z', 'updated_at': '2021-10-27T17:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '10741910-44de-4eff-8be7-c49cfc145f2c', 'name': '', 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'mac_address': 'fa:16:3e:96:96:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2f7f9bbc-0872-4390-b3f6-b34d1897cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:42Z', 'updated_at': '2021-10-27T17:13:48Z', 'revision_number': 5, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'subnets': [{'id': '2f7f9bbc-0872-4390-b3f6-b34d1897cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:32.462903 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-194abd05-cffa-4d6b-92c8-b96244e3d0f7 req-90a96dd7-85d2-4214-aaa7-71bb93f93b02 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d40f4f7-804f-4868-a712-b4d1cedbbe01 HTTP/1.1" status: 200 len: 217 time: 0.0392525 Oct 27 17:17:32.472645 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e873a89a-0f80-4c81-a09f-3b7e3a444a04 None None] The sync data for ids ['5f35d2e0-be42-4c2f-b8a1-8b641405e907'] in dv-cinder-815701-1-iscsi is: [{'id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'name': 'tempest-TestMinimumBasicScenario-466606359-router', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:13:38Z', 'updated_at': '2021-10-27T17:13:43Z', 'revision_number': 4, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'gw_port': {'id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:39Z', 'updated_at': '2021-10-27T17:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi', '_interfaces': [{'id': '10741910-44de-4eff-8be7-c49cfc145f2c', 'name': '', 'network_id': 'b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'mac_address': 'fa:16:3e:96:96:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2f7f9bbc-0872-4390-b3f6-b34d1897cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:42Z', 'updated_at': '2021-10-27T17:13:48Z', 'revision_number': 5, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'subnets': [{'id': '2f7f9bbc-0872-4390-b3f6-b34d1897cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:17:32.512455 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194abd05-cffa-4d6b-92c8-b96244e3d0f7 req-4485f236-deae-44b8-81fa-8fc161916b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:32.513944 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-194abd05-cffa-4d6b-92c8-b96244e3d0f7 req-4485f236-deae-44b8-81fa-8fc161916b0c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f7f9bbc-0872-4390-b3f6-b34d1897cafe HTTP/1.1" status: 200 len: 853 time: 0.0444334 Oct 27 17:17:32.563127 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194abd05-cffa-4d6b-92c8-b96244e3d0f7 req-d01fc242-68e0-4087-b536-10a7e36b2c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:32.564732 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-194abd05-cffa-4d6b-92c8-b96244e3d0f7 req-d01fc242-68e0-4087-b536-10a7e36b2c39 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434709 Oct 27 17:17:32.665183 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-194abd05-cffa-4d6b-92c8-b96244e3d0f7 req-b528342f-149a-4927-af74-d0febfe3e433 service neutron] 10.222.0.11 "GET /v2.0/networks/b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928190 Oct 27 17:17:32.703913 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2e4f4f-e815-4b4b-a1c5-364304df248e None None] New status for floating IP ce61cf0b-6f9d-4d21-a8b6-039224d041cf: DOWN {{(pid=118836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:17:32.771366 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-194abd05-cffa-4d6b-92c8-b96244e3d0f7 req-2ecd1e97-b426-4978-a805-d85e7b50e588 service neutron] 10.222.0.11 "GET /v2.0/networks/b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960872 Oct 27 17:17:34.987273 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d5d46-08be-41a9-b9f7-b4fe400d07c0 req-a8011c36-a18a-4945-b718-6ecbe74acb0a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:34.988776 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6f1d5d46-08be-41a9-b9f7-b4fe400d07c0 req-a8011c36-a18a-4945-b718-6ecbe74acb0a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 946 time: 0.0494189 Oct 27 17:17:35.025688 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-6f1d5d46-08be-41a9-b9f7-b4fe400d07c0 req-68c1c2de-9eeb-4c5b-bdc9-14ad57fff2af tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309939 Oct 27 17:17:36.075560 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:36.144607 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06f5a7-69fd-4032-9dc7-52d04c31a68b req-b9921e8c-72a3-4a80-9aa5-f0e43eece126 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:36.146086 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6b06f5a7-69fd-4032-9dc7-52d04c31a68b req-b9921e8c-72a3-4a80-9aa5-f0e43eece126 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 946 time: 0.0496609 Oct 27 17:17:36.187548 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-6b06f5a7-69fd-4032-9dc7-52d04c31a68b req-f18cd3bd-bc62-4459-b8cc-8edf5a52c761 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355508 Oct 27 17:17:37.074148 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f316f-58e3-41c1-b36a-3015326c412a req-8b9f9a50-0dfb-4c9a-bf66-21418ee8661a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:37.075488 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3e1f316f-58e3-41c1-b36a-3015326c412a req-8b9f9a50-0dfb-4c9a-bf66-21418ee8661a tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.11 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 946 time: 0.0501795 Oct 27 17:17:37.166585 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-3e1f316f-58e3-41c1-b36a-3015326c412a req-133fd20c-77eb-4b3b-85dd-94e28efc2911 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Deleting port 1d40f4f7-804f-4868-a712-b4d1cedbbe01 {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:17:37.167308 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-3e1f316f-58e3-41c1-b36a-3015326c412a req-133fd20c-77eb-4b3b-85dd-94e28efc2911 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:37.260673 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [req-3e1f316f-58e3-41c1-b36a-3015326c412a req-133fd20c-77eb-4b3b-85dd-94e28efc2911 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] For port 1d40f4f7-804f-4868-a712-b4d1cedbbe01, host hv-cinder-81570, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81570',level=0,port_id=1d40f4f7-804f-4868-a712-b4d1cedbbe01,segment=NetworkSegment(e5f161e6-0a2f-4cad-b0de-f8495ae1134d),segment_id=e5f161e6-0a2f-4cad-b0de-f8495ae1134d)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:17:37.261105 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-3e1f316f-58e3-41c1-b36a-3015326c412a req-133fd20c-77eb-4b3b-85dd-94e28efc2911 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:37.274785 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [req-3e1f316f-58e3-41c1-b36a-3015326c412a req-133fd20c-77eb-4b3b-85dd-94e28efc2911 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Calling delete_port for 1d40f4f7-804f-4868-a712-b4d1cedbbe01 owned by compute:nova {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:17:37.300388 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c275b4-d62c-42f0-a2f0-369260946830 req-b9434f7b-12bf-4f16-be07-a291717c2d65 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:37.301908 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a2c275b4-d62c-42f0-a2f0-369260946830 req-b9434f7b-12bf-4f16-be07-a291717c2d65 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 946 time: 0.0483248 Oct 27 17:17:37.339510 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-a2c275b4-d62c-42f0-a2f0-369260946830 req-67ba4fb6-68d5-4751-a072-b858c964f727 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/security-groups?id=7760cb48-f300-44b3-acec-3dc6faf34fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316050 Oct 27 17:17:37.448186 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-3e1f316f-58e3-41c1-b36a-3015326c412a req-133fd20c-77eb-4b3b-85dd-94e28efc2911 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:37.461419 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] get_ports_and_sgs() called for port_ids ['1d40f4f7-804f-4868-a712-b4d1cedbbe01'] {{(pid=118835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:17:37.479124 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fd20c-77eb-4b3b-85dd-94e28efc2911 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Pushing event deleted for resources: {'Port': ['ID=1d40f4f7-804f-4868-a712-b4d1cedbbe01,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:37.527144 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1f316f-58e3-41c1-b36a-3015326c412a req-133fd20c-77eb-4b3b-85dd-94e28efc2911 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] No DVR routers for this DVR port 1d40f4f7-804f-4868-a712-b4d1cedbbe01 on host hv-cinder-81570 {{(pid=118834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:17:37.529659 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [req-3e1f316f-58e3-41c1-b36a-3015326c412a req-133fd20c-77eb-4b3b-85dd-94e28efc2911 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10776'] for port, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:37.533777 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [req-3e1f316f-58e3-41c1-b36a-3015326c412a req-133fd20c-77eb-4b3b-85dd-94e28efc2911 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.11 "DELETE /v2.0/ports/1d40f4f7-804f-4868-a712-b4d1cedbbe01 HTTP/1.1" status: 204 len: 173 time: 0.4518051 Oct 27 17:17:37.534223 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0333ee65-d634-41cc-8c95-544331c97578', 'name': 'network-vif-deleted', 'tag': '1d40f4f7-804f-4868-a712-b4d1cedbbe01'}] {{(pid=118834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:17:37.536485 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b387acc182089ead9640712839120124cc1d78bf21d1668a30a69bf03e862ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03eb551-3c1b-48bd-8e06-c524d9211162" -d '{"events": [{"server_uuid": "0333ee65-d634-41cc-8c95-544331c97578", "name": "network-vif-deleted", "tag": "1d40f4f7-804f-4868-a712-b4d1cedbbe01"}]}' {{(pid=118834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:17:37.744985 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e1ce8f-8b15-488a-89b0-01b2cce5597a x-openstack-request-id: req-b6e1ce8f-8b15-488a-89b0-01b2cce5597a {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:17:37.745275 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0333ee65-d634-41cc-8c95-544331c97578", "name": "network-vif-deleted", "tag": "1d40f4f7-804f-4868-a712-b4d1cedbbe01", "status": "completed", "code": 200}]} {{(pid=118834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:17:37.745520 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-b6e1ce8f-8b15-488a-89b0-01b2cce5597a {{(pid=118834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:17:37.745915 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0333ee65-d634-41cc-8c95-544331c97578', 'name': 'network-vif-deleted', 'tag': '1d40f4f7-804f-4868-a712-b4d1cedbbe01', 'status': 'completed', 'code': 200} Oct 27 17:17:38.448125 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [req-ffd5df15-c137-4877-9691-02e79e0bc80e req-35ff10b7-0162-4871-a939-c8ef7a52c8b5 tempest-TestMinimumBasicScenario-1197926418 tempest-TestMinimumBasicScenario-1197926418-project] 10.222.0.109 "GET /v2.0/ports?device_id=0333ee65-d634-41cc-8c95-544331c97578 HTTP/1.1" status: 200 len: 210 time: 0.0303881 Oct 27 17:17:40.711517 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 36820) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:41.057615 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-fa951485-48b6-4ea9-95f8-e62f3622f72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133762601'] for router_interface, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:41.300845 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-fa951485-48b6-4ea9-95f8-e62f3622f72a admin admin] Deleting port 10741910-44de-4eff-8be7-c49cfc145f2c {{(pid=118833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:17:41.301175 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-fa951485-48b6-4ea9-95f8-e62f3622f72a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:41.377818 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.db [None req-fa951485-48b6-4ea9-95f8-e62f3622f72a admin admin] For port 10741910-44de-4eff-8be7-c49cfc145f2c, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=10741910-44de-4eff-8be7-c49cfc145f2c,segment=NetworkSegment(e5f161e6-0a2f-4cad-b0de-f8495ae1134d),segment_id=e5f161e6-0a2f-4cad-b0de-f8495ae1134d)] {{(pid=118833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:17:41.378069 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-fa951485-48b6-4ea9-95f8-e62f3622f72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:41.390510 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-fa951485-48b6-4ea9-95f8-e62f3622f72a admin admin] Calling delete_port for 10741910-44de-4eff-8be7-c49cfc145f2c owned by network:router_interface {{(pid=118833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:17:41.618073 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-fa951485-48b6-4ea9-95f8-e62f3622f72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:41.649540 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa951485-48b6-4ea9-95f8-e62f3622f72a admin admin] Pushing event deleted for resources: {'Port': ['ID=10741910-44de-4eff-8be7-c49cfc145f2c,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:41.809212 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-fa951485-48b6-4ea9-95f8-e62f3622f72a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133607305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133762757'] for router_interface, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:42.011507 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 1d40f4f7-804f-4868-a712-b4d1cedbbe01 no longer exists at agent hyperv_hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:17:42.021523 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa951485-48b6-4ea9-95f8-e62f3622f72a admin admin] Router 5f35d2e0-be42-4c2f-b8a1-8b641405e907 has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:17:42.031490 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] No Port match for: 1d40f4f7-804f-4868-a712-b4d1cedbbe01 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:17:42.034132 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Device 1d40f4f7-804f-4868-a712-b4d1cedbbe01 not bound to the agent host hv-cinder-81570 {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:17:42.126909 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa951485-48b6-4ea9-95f8-e62f3622f72a admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:17:42.132504 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-fa951485-48b6-4ea9-95f8-e62f3622f72a admin admin] 10.222.0.109 "PUT /v2.0/routers/5f35d2e0-be42-4c2f-b8a1-8b641405e907/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4200191 Oct 27 17:17:42.135138 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 36822) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:42.136757 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c44d0b-e8f3-4562-aa3d-2d9221b127b5 None None] Sync routers for ids ['5f35d2e0-be42-4c2f-b8a1-8b641405e907'] in dv-cinder-815701-1-iscsi {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:17:42.147048 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c44d0b-e8f3-4562-aa3d-2d9221b127b5 None None] Routers {'5f35d2e0-be42-4c2f-b8a1-8b641405e907'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:17:42.147646 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-74c44d0b-e8f3-4562-aa3d-2d9221b127b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:17:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['5f35d2e0-be42-4c2f-b8a1-8b641405e907'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:42.233566 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d57bd501-65d5-45a3-8c9d-7e4ccd6a65cb admin admin] Publish callbacks [] for router, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:42.251601 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-74c44d0b-e8f3-4562-aa3d-2d9221b127b5 None None] Set router 5f35d2e0-be42-4c2f-b8a1-8b641405e907 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:17:42.334867 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d57bd501-65d5-45a3-8c9d-7e4ccd6a65cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:42.430462 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-74c44d0b-e8f3-4562-aa3d-2d9221b127b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'name': 'tempest-TestMinimumBasicScenario-466606359-router', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:13:38Z', 'updated_at': '2021-10-27T17:17:41Z', 'revision_number': 5, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'gw_port': {'id': '4a723a45-5d08-4720-a233-2b562a98fe56', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:39Z', 'updated_at': '2021-10-27T17:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:42.458084 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c44d0b-e8f3-4562-aa3d-2d9221b127b5 None None] Checking router: 5f35d2e0-be42-4c2f-b8a1-8b641405e907 for host: dv-cinder-815701-1-iscsi {{(pid=118835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:17:42.466285 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-d57bd501-65d5-45a3-8c9d-7e4ccd6a65cb admin admin] Deleting port 4a723a45-5d08-4720-a233-2b562a98fe56 {{(pid=118833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:17:42.466550 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c44d0b-e8f3-4562-aa3d-2d9221b127b5 None None] Routers {'5f35d2e0-be42-4c2f-b8a1-8b641405e907'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:17:42.471109 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d57bd501-65d5-45a3-8c9d-7e4ccd6a65cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:42.471239 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-74c44d0b-e8f3-4562-aa3d-2d9221b127b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:17:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['5f35d2e0-be42-4c2f-b8a1-8b641405e907'], 'active': True} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:42.545306 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.db [None req-d57bd501-65d5-45a3-8c9d-7e4ccd6a65cb admin admin] For port 4a723a45-5d08-4720-a233-2b562a98fe56, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=4a723a45-5d08-4720-a233-2b562a98fe56,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:17:42.545661 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d57bd501-65d5-45a3-8c9d-7e4ccd6a65cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:42.552707 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvr_db [None req-74c44d0b-e8f3-4562-aa3d-2d9221b127b5 None None] Set router 5f35d2e0-be42-4c2f-b8a1-8b641405e907 gateway port host: None {{(pid=118835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:17:42.558469 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-d57bd501-65d5-45a3-8c9d-7e4ccd6a65cb admin admin] Calling delete_port for 4a723a45-5d08-4720-a233-2b562a98fe56 owned by network:router_gateway {{(pid=118833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:17:42.606995 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_hamode_db [None req-74c44d0b-e8f3-4562-aa3d-2d9221b127b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'name': 'tempest-TestMinimumBasicScenario-466606359-router', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:13:38Z', 'updated_at': '2021-10-27T17:17:42Z', 'revision_number': 6, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'gw_port_host': None}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:42.632811 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c44d0b-e8f3-4562-aa3d-2d9221b127b5 None None] The sync data for ids ['5f35d2e0-be42-4c2f-b8a1-8b641405e907'] in dv-cinder-815701-1-iscsi is: [{'id': '5f35d2e0-be42-4c2f-b8a1-8b641405e907', 'name': 'tempest-TestMinimumBasicScenario-466606359-router', 'tenant_id': '58707c218a4641608156eecc3b5c1b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:13:38Z', 'updated_at': '2021-10-27T17:17:42Z', 'revision_number': 6, 'project_id': '58707c218a4641608156eecc3b5c1b5c', 'gw_port_host': None}] {{(pid=118835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:17:42.783442 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d57bd501-65d5-45a3-8c9d-7e4ccd6a65cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:42.810294 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57bd501-65d5-45a3-8c9d-7e4ccd6a65cb admin admin] Pushing event deleted for resources: {'Port': ['ID=4a723a45-5d08-4720-a233-2b562a98fe56,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:42.872388 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d57bd501-65d5-45a3-8c9d-7e4ccd6a65cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133703783'] for router_gateway, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:42.961582 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d57bd501-65d5-45a3-8c9d-7e4ccd6a65cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133760781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5334'] for router, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:42.963735 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d57bd501-65d5-45a3-8c9d-7e4ccd6a65cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:43.065558 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d57bd501-65d5-45a3-8c9d-7e4ccd6a65cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133760794'] for router, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:43.066325 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57bd501-65d5-45a3-8c9d-7e4ccd6a65cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f35d2e0-be42-4c2f-b8a1-8b641405e907 {{(pid=118833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:17:43.070623 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-d57bd501-65d5-45a3-8c9d-7e4ccd6a65cb admin admin] Publish callbacks [] for router, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:43.071768 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-d57bd501-65d5-45a3-8c9d-7e4ccd6a65cb admin admin] 10.222.0.109 "DELETE /v2.0/routers/5f35d2e0-be42-4c2f-b8a1-8b641405e907 HTTP/1.1" status: 204 len: 168 time: 0.9356883 Oct 27 17:17:43.074310 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 36824) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:43.118271 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_v2 [None req-39958de4-8df0-4e9f-ac8a-0992318e3c09 admin admin] Deleting subnet 2f7f9bbc-0872-4390-b3f6-b34d1897cafe {{(pid=118833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:17:43.121619 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-39958de4-8df0-4e9f-ac8a-0992318e3c09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:43.161408 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-39958de4-8df0-4e9f-ac8a-0992318e3c09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131504099'] for subnet, precommit_delete_associations {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:43.236194 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-39958de4-8df0-4e9f-ac8a-0992318e3c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1424751'] for subnet, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:43.346757 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-39958de4-8df0-4e9f-ac8a-0992318e3c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1424742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131455163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130858914'] for subnet, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:43.380339 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-39958de4-8df0-4e9f-ac8a-0992318e3c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:43.385159 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-39958de4-8df0-4e9f-ac8a-0992318e3c09 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/2f7f9bbc-0872-4390-b3f6-b34d1897cafe HTTP/1.1" status: 204 len: 168 time: 0.3098614 Oct 27 17:17:43.386411 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fcc038-70c5-407f-88ba-7cd34f056eb0 None None] Network b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:17:43.387411 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39958de4-8df0-4e9f-ac8a-0992318e3c09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f7f9bbc-0872-4390-b3f6-b34d1897cafe,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:43.387632 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.wsgi [-] (118834) accepted ('10.222.0.109', 36826) {{(pid=118834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:43.431052 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 4a723a45-5d08-4720-a233-2b562a98fe56 no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:17:43.460882 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-47fdbbad-9433-4985-94b0-0fe2dbd17193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529236'] for network, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:43.517414 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-47fdbbad-9433-4985-94b0-0fe2dbd17193 admin admin] Deleting port 9af285cc-d4ae-469a-aff7-45c628b3e2c7 {{(pid=118834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:17:43.517742 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-47fdbbad-9433-4985-94b0-0fe2dbd17193 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:43.587332 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.db [None req-47fdbbad-9433-4985-94b0-0fe2dbd17193 admin admin] For port 9af285cc-d4ae-469a-aff7-45c628b3e2c7, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=9af285cc-d4ae-469a-aff7-45c628b3e2c7,segment=NetworkSegment(e5f161e6-0a2f-4cad-b0de-f8495ae1134d),segment_id=e5f161e6-0a2f-4cad-b0de-f8495ae1134d)] {{(pid=118834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:17:43.587755 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-47fdbbad-9433-4985-94b0-0fe2dbd17193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:43.589622 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: 4a723a45-5d08-4720-a233-2b562a98fe56 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:17:43.589968 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 4a723a45-5d08-4720-a233-2b562a98fe56 not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:17:43.590384 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 10741910-44de-4eff-8be7-c49cfc145f2c no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:17:43.602503 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.plugin [None req-47fdbbad-9433-4985-94b0-0fe2dbd17193 admin admin] Calling delete_port for 9af285cc-d4ae-469a-aff7-45c628b3e2c7 owned by network:dhcp {{(pid=118834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:17:43.625749 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: 10741910-44de-4eff-8be7-c49cfc145f2c {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:17:43.626097 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 10741910-44de-4eff-8be7-c49cfc145f2c not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:17:43.747242 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51de0696-9eb1-440c-8cdf-abf1534906f3 None None] DHCP port deletion for b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e request from dv-cinder-815701-1-iscsi {{(pid=118835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:17:43.750872 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-47fdbbad-9433-4985-94b0-0fe2dbd17193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130954883'] for port, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:43.779144 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fdbbad-9433-4985-94b0-0fe2dbd17193 admin admin] Pushing event deleted for resources: {'Port': ['ID=9af285cc-d4ae-469a-aff7-45c628b3e2c7,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:43.781035 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fdbbad-9433-4985-94b0-0fe2dbd17193 admin admin] No DVR routers for this DVR port 9af285cc-d4ae-469a-aff7-45c628b3e2c7 on host dv-cinder-815701-1-iscsi {{(pid=118834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:17:43.853641 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-47fdbbad-9433-4985-94b0-0fe2dbd17193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423354', 'neutron.services.segments.db._delete_segments_for_network-8740460286558'] for network, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:43.873224 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-47fdbbad-9433-4985-94b0-0fe2dbd17193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e']}} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:43.886278 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-47fdbbad-9433-4985-94b0-0fe2dbd17193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f161e6-0a2f-4cad-b0de-f8495ae1134d') {'for_net_delete': True} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:43.886572 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.services.segments.db [None req-47fdbbad-9433-4985-94b0-0fe2dbd17193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f161e6-0a2f-4cad-b0de-f8495ae1134d') {} {{(pid=118834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:43.896219 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-47fdbbad-9433-4985-94b0-0fe2dbd17193 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740460286055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130957136'] for segment, before_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:43.909185 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-47fdbbad-9433-4985-94b0-0fe2dbd17193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:43.915047 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47fdbbad-9433-4985-94b0-0fe2dbd17193 admin admin] Releasing vlan 1363 on physical network physnet1 to pool {{(pid=118834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:17:43.915422 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-47fdbbad-9433-4985-94b0-0fe2dbd17193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130954844'] for segment, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: Traceback (most recent call last): Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: timer() Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: cb(*args, **kw) Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: return func(*args, **kwargs) Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: self._notify() Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: self.callback(batched_events) Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: event.method(event) Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: return f(self, *a, **k) Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: return self._get(url).json() Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: return self.request(url, 'GET', **kwargs) Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:17:43.917103 dv-cinder-815701-1-iscsi neutron-server[118834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:17:44.042674 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-47fdbbad-9433-4985-94b0-0fe2dbd17193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703771'] for network, after_delete {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:44.048031 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron_lib.callbacks.manager [None req-47fdbbad-9433-4985-94b0-0fe2dbd17193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:44.051922 dv-cinder-815701-1-iscsi neutron-server[118834]: INFO neutron.wsgi [None req-47fdbbad-9433-4985-94b0-0fe2dbd17193 admin admin] 10.222.0.109 "DELETE /v2.0/networks/b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e HTTP/1.1" status: 204 len: 168 time: 0.6627903 Oct 27 17:17:44.054886 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 36828) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:44.062806 dv-cinder-815701-1-iscsi neutron-server[118834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fdbbad-9433-4985-94b0-0fe2dbd17193 admin admin] Pushing event deleted for resources: {'Network': ['ID=b44c9d1b-fa8e-4c0a-a4fb-2126f7168d4e,revision_number=None']} {{(pid=118834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:44.391565 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-98a255c6-b7bc-4a26-b991-4ea225455e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133762601'] for router_interface, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:44.636235 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-98a255c6-b7bc-4a26-b991-4ea225455e87 admin admin] Deleting port a620eae7-ef87-4a1a-bcaf-d6d873e50900 {{(pid=118833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:17:44.636588 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-98a255c6-b7bc-4a26-b991-4ea225455e87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:44.716546 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.db [None req-98a255c6-b7bc-4a26-b991-4ea225455e87 admin admin] For port a620eae7-ef87-4a1a-bcaf-d6d873e50900, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=a620eae7-ef87-4a1a-bcaf-d6d873e50900,segment=NetworkSegment(2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4),segment_id=2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4)] {{(pid=118833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:17:44.716846 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-98a255c6-b7bc-4a26-b991-4ea225455e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:44.730128 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-98a255c6-b7bc-4a26-b991-4ea225455e87 admin admin] Calling delete_port for a620eae7-ef87-4a1a-bcaf-d6d873e50900 owned by network:router_interface {{(pid=118833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:17:44.962149 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-98a255c6-b7bc-4a26-b991-4ea225455e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:44.990921 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a255c6-b7bc-4a26-b991-4ea225455e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=a620eae7-ef87-4a1a-bcaf-d6d873e50900,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:45.292835 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 9af285cc-d4ae-469a-aff7-45c628b3e2c7 no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:17:45.318090 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: 9af285cc-d4ae-469a-aff7-45c628b3e2c7 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:17:45.318432 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 9af285cc-d4ae-469a-aff7-45c628b3e2c7 not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:17:45.377028 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-98a255c6-b7bc-4a26-b991-4ea225455e87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133607305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133762757'] for router_interface, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:45.584434 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a255c6-b7bc-4a26-b991-4ea225455e87 admin admin] Router 751fae45-2a0a-422e-b3b6-7cebd087a547 has already been hosted by L3 agent 4898db84-13d6-41ec-be82-a3b714431a29 {{(pid=118833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:17:45.685969 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a255c6-b7bc-4a26-b991-4ea225455e87 admin admin] Notify agent at l3_agent.dv-cinder-815701-1-iscsi the message routers_updated {{(pid=118833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:17:45.691628 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-98a255c6-b7bc-4a26-b991-4ea225455e87 admin admin] 10.222.0.109 "PUT /v2.0/routers/751fae45-2a0a-422e-b3b6-7cebd087a547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6357305 Oct 27 17:17:45.694217 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 36830) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:45.695181 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041ef107-9051-481f-bd85-f64b883d8523 None None] Sync routers for ids ['751fae45-2a0a-422e-b3b6-7cebd087a547'] in dv-cinder-815701-1-iscsi {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:17:45.704688 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041ef107-9051-481f-bd85-f64b883d8523 None None] Routers {'751fae45-2a0a-422e-b3b6-7cebd087a547'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:17:45.705180 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-041ef107-9051-481f-bd85-f64b883d8523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:17:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['751fae45-2a0a-422e-b3b6-7cebd087a547'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:45.798641 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-74452a54-e91a-4323-ac9f-ca4236fe60d9 admin admin] Publish callbacks [] for router, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:45.895622 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-041ef107-9051-481f-bd85-f64b883d8523 None None] Set router 751fae45-2a0a-422e-b3b6-7cebd087a547 gateway port host: dv-cinder-815701-1-iscsi {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:17:45.901698 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-74452a54-e91a-4323-ac9f-ca4236fe60d9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:46.040269 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-74452a54-e91a-4323-ac9f-ca4236fe60d9 admin admin] Deleting port 89061395-5558-4b19-8d81-9c3d90ea47c5 {{(pid=118833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:17:46.040632 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-74452a54-e91a-4323-ac9f-ca4236fe60d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:46.075250 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-041ef107-9051-481f-bd85-f64b883d8523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751fae45-2a0a-422e-b3b6-7cebd087a547', 'name': 'tempest-TestMinimumBasicScenario-214758984-router', 'tenant_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'external_fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '89061395-5558-4b19-8d81-9c3d90ea47c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:13:47Z', 'updated_at': '2021-10-27T17:17:44Z', 'revision_number': 5, 'project_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'gw_port': {'id': '89061395-5558-4b19-8d81-9c3d90ea47c5', 'name': '', 'network_id': 'ed716183-5f1c-445b-936f-259913b9090b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751fae45-2a0a-422e-b3b6-7cebd087a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815701-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:13:48Z', 'updated_at': '2021-10-27T17:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '855c9060-65b5-4295-a48e-32e34bdb0777', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815701-1-iscsi'}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:46.106507 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041ef107-9051-481f-bd85-f64b883d8523 None None] Checking router: 751fae45-2a0a-422e-b3b6-7cebd087a547 for host: dv-cinder-815701-1-iscsi {{(pid=118836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:17:46.115817 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041ef107-9051-481f-bd85-f64b883d8523 None None] Routers {'751fae45-2a0a-422e-b3b6-7cebd087a547'} bound to L3 agent in host dv-cinder-815701-1-iscsi {{(pid=118836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:17:46.116432 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-041ef107-9051-481f-bd85-f64b883d8523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815701-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T16:51:52Z,description=,heartbeat_timestamp=2021-10-27T17:17:22Z,host='dv-cinder-815701-1-iscsi',id=4898db84-13d6-41ec-be82-a3b714431a29,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:51:53Z,topic='l3_agent')) {'router_ids': ['751fae45-2a0a-422e-b3b6-7cebd087a547'], 'active': True} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:46.131315 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.db [None req-74452a54-e91a-4323-ac9f-ca4236fe60d9 admin admin] For port 89061395-5558-4b19-8d81-9c3d90ea47c5, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=89061395-5558-4b19-8d81-9c3d90ea47c5,segment=NetworkSegment(cd89f144-5a93-4d48-b54a-d73a57ffaf23),segment_id=cd89f144-5a93-4d48-b54a-d73a57ffaf23)] {{(pid=118833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:17:46.139106 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-74452a54-e91a-4323-ac9f-ca4236fe60d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:46.145052 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-74452a54-e91a-4323-ac9f-ca4236fe60d9 admin admin] Calling delete_port for 89061395-5558-4b19-8d81-9c3d90ea47c5 owned by network:router_gateway {{(pid=118833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:17:46.207704 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_dvr_db [None req-041ef107-9051-481f-bd85-f64b883d8523 None None] Set router 751fae45-2a0a-422e-b3b6-7cebd087a547 gateway port host: None {{(pid=118836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:17:46.260423 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.l3_hamode_db [None req-041ef107-9051-481f-bd85-f64b883d8523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751fae45-2a0a-422e-b3b6-7cebd087a547', 'name': 'tempest-TestMinimumBasicScenario-214758984-router', 'tenant_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:13:47Z', 'updated_at': '2021-10-27T17:17:45Z', 'revision_number': 6, 'project_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'gw_port_host': None}], 'dv-cinder-815701-1-iscsi', False) {} {{(pid=118836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:46.291465 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041ef107-9051-481f-bd85-f64b883d8523 None None] The sync data for ids ['751fae45-2a0a-422e-b3b6-7cebd087a547'] in dv-cinder-815701-1-iscsi is: [{'id': '751fae45-2a0a-422e-b3b6-7cebd087a547', 'name': 'tempest-TestMinimumBasicScenario-214758984-router', 'tenant_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:13:47Z', 'updated_at': '2021-10-27T17:17:45Z', 'revision_number': 6, 'project_id': '51d09e5e0e634bd9851bfd4e3af3408d', 'gw_port_host': None}] {{(pid=118836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:17:46.385438 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-74452a54-e91a-4323-ac9f-ca4236fe60d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:46.413633 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74452a54-e91a-4323-ac9f-ca4236fe60d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=89061395-5558-4b19-8d81-9c3d90ea47c5,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:46.481205 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-74452a54-e91a-4323-ac9f-ca4236fe60d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133703783'] for router_gateway, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:46.571139 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-74452a54-e91a-4323-ac9f-ca4236fe60d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133760781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5334'] for router, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:46.573316 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-74452a54-e91a-4323-ac9f-ca4236fe60d9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:46.669748 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-74452a54-e91a-4323-ac9f-ca4236fe60d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133760794'] for router, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:46.670332 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74452a54-e91a-4323-ac9f-ca4236fe60d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 751fae45-2a0a-422e-b3b6-7cebd087a547 {{(pid=118833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:17:46.679131 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-74452a54-e91a-4323-ac9f-ca4236fe60d9 admin admin] Publish callbacks [] for router, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:46.679131 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-74452a54-e91a-4323-ac9f-ca4236fe60d9 admin admin] 10.222.0.109 "DELETE /v2.0/routers/751fae45-2a0a-422e-b3b6-7cebd087a547 HTTP/1.1" status: 204 len: 168 time: 0.9815331 Oct 27 17:17:46.679412 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 36832) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:46.727278 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.db_base_plugin_v2 [None req-e02f9481-874d-4cfb-bd9e-5738a9da7231 admin admin] Deleting subnet b939cb2d-829f-4e1c-ad21-8841380a24a2 {{(pid=118833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:17:46.730547 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-e02f9481-874d-4cfb-bd9e-5738a9da7231 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:46.765250 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-e02f9481-874d-4cfb-bd9e-5738a9da7231 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131504099'] for subnet, precommit_delete_associations {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:46.846961 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-e02f9481-874d-4cfb-bd9e-5738a9da7231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1424751'] for subnet, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:46.939579 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-e02f9481-874d-4cfb-bd9e-5738a9da7231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1424742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131455163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130858914'] for subnet, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:46.966167 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f9481-874d-4cfb-bd9e-5738a9da7231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b939cb2d-829f-4e1c-ad21-8841380a24a2,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:46.969933 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-e02f9481-874d-4cfb-bd9e-5738a9da7231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for subnet, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:46.974369 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-e02f9481-874d-4cfb-bd9e-5738a9da7231 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/b939cb2d-829f-4e1c-ad21-8841380a24a2 HTTP/1.1" status: 204 len: 168 time: 0.2936771 Oct 27 17:17:46.976605 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 36834) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:46.979185 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3c7d3a-dede-4bee-8d21-6292ecbd8b6c None None] Network 4329a8c1-5951-435c-879e-c3bf0e015307 requested from dv-cinder-815701-1-iscsi {{(pid=118835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:17:47.049003 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2926cce1-ed73-4d0d-8edc-2f356f6fcae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529236'] for network, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:47.104460 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-2926cce1-ed73-4d0d-8edc-2f356f6fcae4 admin admin] Deleting port 3bf3a605-5b1e-489d-9e75-40a68af79a89 {{(pid=118833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:17:47.104829 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2926cce1-ed73-4d0d-8edc-2f356f6fcae4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:47.161895 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64aefa45-454b-4748-9216-0247868897e9 None None] DHCP port deletion for 4329a8c1-5951-435c-879e-c3bf0e015307 request from dv-cinder-815701-1-iscsi {{(pid=118835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:17:47.171763 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.db [None req-2926cce1-ed73-4d0d-8edc-2f356f6fcae4 admin admin] For port 3bf3a605-5b1e-489d-9e75-40a68af79a89, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=3bf3a605-5b1e-489d-9e75-40a68af79a89,segment=NetworkSegment(2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4),segment_id=2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4)] {{(pid=118833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:17:47.172125 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2926cce1-ed73-4d0d-8edc-2f356f6fcae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:47.185866 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.plugin [None req-2926cce1-ed73-4d0d-8edc-2f356f6fcae4 admin admin] Calling delete_port for 3bf3a605-5b1e-489d-9e75-40a68af79a89 owned by network:dhcp {{(pid=118833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:17:47.214803 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-64aefa45-454b-4748-9216-0247868897e9 None None] Deleting port 3bf3a605-5b1e-489d-9e75-40a68af79a89 {{(pid=118835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:17:47.215176 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-64aefa45-454b-4748-9216-0247868897e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740460269846'] for port, before_delete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:47.259474 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 89061395-5558-4b19-8d81-9c3d90ea47c5 no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:17:47.295711 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: 89061395-5558-4b19-8d81-9c3d90ea47c5 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:17:47.296056 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 89061395-5558-4b19-8d81-9c3d90ea47c5 not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:17:47.296474 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device a620eae7-ef87-4a1a-bcaf-d6d873e50900 no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:17:47.327044 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No Port match for: a620eae7-ef87-4a1a-bcaf-d6d873e50900 {{(pid=118835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:17:47.327392 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device a620eae7-ef87-4a1a-bcaf-d6d873e50900 not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:17:47.327818 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 3bf3a605-5b1e-489d-9e75-40a68af79a89 no longer exists at agent ovs-agent-dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:17:47.330659 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-64aefa45-454b-4748-9216-0247868897e9 None None] For port 3bf3a605-5b1e-489d-9e75-40a68af79a89, host dv-cinder-815701-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815701-1-iscsi',level=0,port_id=3bf3a605-5b1e-489d-9e75-40a68af79a89,segment=NetworkSegment(2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4),segment_id=2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4)] {{(pid=118835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:17:47.331080 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-64aefa45-454b-4748-9216-0247868897e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133772880'] for port, precommit_delete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:47.360657 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2926cce1-ed73-4d0d-8edc-2f356f6fcae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131455118'] for port, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:47.365453 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.plugin [None req-64aefa45-454b-4748-9216-0247868897e9 None None] Calling delete_port for 3bf3a605-5b1e-489d-9e75-40a68af79a89 owned by network:dhcp {{(pid=118835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:17:47.387172 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926cce1-ed73-4d0d-8edc-2f356f6fcae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf3a605-5b1e-489d-9e75-40a68af79a89,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:47.390592 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2926cce1-ed73-4d0d-8edc-2f356f6fcae4 admin admin] No DVR routers for this DVR port 3bf3a605-5b1e-489d-9e75-40a68af79a89 on host dv-cinder-815701-1-iscsi {{(pid=118833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:17:47.419358 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.db [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] No active binding found for port 3bf3a605-5b1e-489d-9e75-40a68af79a89 {{(pid=118835) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 27 17:17:47.419780 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.plugins.ml2.rpc [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Device 3bf3a605-5b1e-489d-9e75-40a68af79a89 not bound to the agent host dv-cinder-815701-1-iscsi {{(pid=118835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:17:47.454296 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-64aefa45-454b-4748-9216-0247868897e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740460212188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740459784277'] for port, after_delete {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:47.463599 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2926cce1-ed73-4d0d-8edc-2f356f6fcae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423354', 'neutron.services.segments.db._delete_segments_for_network-8740460286558'] for network, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:47.482859 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aefa45-454b-4748-9216-0247868897e9 None None] Pushing event deleted for resources: {'Port': ['ID=3bf3a605-5b1e-489d-9e75-40a68af79a89,revision_number=None']} {{(pid=118835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:47.483873 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.services.segments.db [None req-2926cce1-ed73-4d0d-8edc-2f356f6fcae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4329a8c1-5951-435c-879e-c3bf0e015307']}} {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:47.487247 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aefa45-454b-4748-9216-0247868897e9 None None] No DVR routers for this DVR port 3bf3a605-5b1e-489d-9e75-40a68af79a89 on host dv-cinder-815701-1-iscsi {{(pid=118835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:17:47.494033 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aefa45-454b-4748-9216-0247868897e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:47.494246 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.services.segments.db [None req-2926cce1-ed73-4d0d-8edc-2f356f6fcae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4') {'for_net_delete': True} {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:47.494367 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aefa45-454b-4748-9216-0247868897e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:47.494540 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.services.segments.db [None req-2926cce1-ed73-4d0d-8edc-2f356f6fcae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6c516d-1b70-43ca-9f80-3d4d5d8e68f4') {} {{(pid=118833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:47.494716 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aefa45-454b-4748-9216-0247868897e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:47.495051 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aefa45-454b-4748-9216-0247868897e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:47.495385 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aefa45-454b-4748-9216-0247868897e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:47.495991 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aefa45-454b-4748-9216-0247868897e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:47.496120 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aefa45-454b-4748-9216-0247868897e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:47.496352 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aefa45-454b-4748-9216-0247868897e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:47.496709 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aefa45-454b-4748-9216-0247868897e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:47.497037 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aefa45-454b-4748-9216-0247868897e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:47.497359 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aefa45-454b-4748-9216-0247868897e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:47.497708 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aefa45-454b-4748-9216-0247868897e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815701-1-iscsi {{(pid=118835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:47.512292 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2926cce1-ed73-4d0d-8edc-2f356f6fcae4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740460286055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131504026'] for segment, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:47.526322 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2926cce1-ed73-4d0d-8edc-2f356f6fcae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198'] for segment, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:47.532022 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2926cce1-ed73-4d0d-8edc-2f356f6fcae4 admin admin] Releasing vlan 1379 on physical network physnet1 to pool {{(pid=118833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:17:47.532392 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2926cce1-ed73-4d0d-8edc-2f356f6fcae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131455057'] for segment, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: Traceback (most recent call last): Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: timer() Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: cb(*args, **kw) Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: return func(*args, **kwargs) Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: self._notify() Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: self.callback(batched_events) Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: event.method(event) Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: return f(self, *a, **k) Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: return self._get(url).json() Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: return self.request(url, 'GET', **kwargs) Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:17:47.534031 dv-cinder-815701-1-iscsi neutron-server[118833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:17:47.659570 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2926cce1-ed73-4d0d-8edc-2f356f6fcae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133607344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703771'] for network, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:47.665547 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-2926cce1-ed73-4d0d-8edc-2f356f6fcae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133607330'] for network, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:47.668832 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-2926cce1-ed73-4d0d-8edc-2f356f6fcae4 admin admin] 10.222.0.109 "DELETE /v2.0/networks/4329a8c1-5951-435c-879e-c3bf0e015307 HTTP/1.1" status: 204 len: 168 time: 0.6911213 Oct 27 17:17:47.680944 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926cce1-ed73-4d0d-8edc-2f356f6fcae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4329a8c1-5951-435c-879e-c3bf0e015307,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:48.040643 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 36838) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:48.085350 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-48b0cedb-e46b-471d-b8b3-6b6af2f652c3 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=58707c218a4641608156eecc3b5c1b5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435419 Oct 27 17:17:48.087805 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 36840) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:48.135110 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f39e7748-60f5-4ceb-a89f-f6c912f0055b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:48.155986 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f39e7748-60f5-4ceb-a89f-f6c912f0055b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:48.265060 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f39e7748-60f5-4ceb-a89f-f6c912f0055b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:48.267544 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-f39e7748-60f5-4ceb-a89f-f6c912f0055b admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:48.269234 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-f39e7748-60f5-4ceb-a89f-f6c912f0055b admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/7760cb48-f300-44b3-acec-3dc6faf34fe9 HTTP/1.1" status: 204 len: 168 time: 0.1799827 Oct 27 17:17:48.277751 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e7748-60f5-4ceb-a89f-f6c912f0055b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7760cb48-f300-44b3-acec-3dc6faf34fe9,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:48.851061 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 36846) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:48.890872 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-70892f94-9535-4e38-853b-635df8168f72 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=51d09e5e0e634bd9851bfd4e3af3408d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385165 Oct 27 17:17:48.893218 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.wsgi [-] (118833) accepted ('10.222.0.109', 36848) {{(pid=118833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:48.939300 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c3008a09-169b-4375-ab9f-5168baa09862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:48.960163 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c3008a09-169b-4375-ab9f-5168baa09862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:49.053554 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c3008a09-169b-4375-ab9f-5168baa09862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133843326'] for security_group, after_delete {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:49.055946 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron_lib.callbacks.manager [None req-c3008a09-169b-4375-ab9f-5168baa09862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=118833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:49.057103 dv-cinder-815701-1-iscsi neutron-server[118833]: INFO neutron.wsgi [None req-c3008a09-169b-4375-ab9f-5168baa09862 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/81927073-d3f7-4768-883b-973e1f7aa44f HTTP/1.1" status: 204 len: 168 time: 0.1630089 Oct 27 17:17:49.064654 dv-cinder-815701-1-iscsi neutron-server[118833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3008a09-169b-4375-ab9f-5168baa09862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81927073-d3f7-4768-883b-973e1f7aa44f,revision_number=None']} {{(pid=118833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:49.602542 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-144a78e6-424a-45c7-9dc7-5214c67925b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:52.389285 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b068cf51-2184-43c2-a212-71ca0c19b6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:52.459844 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:17:53.264794 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:53.459167 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:55.242208 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:06.137806 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:19.578882 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-1ff9fc54-2359-4019-aec8-5a8337f5344e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:22.383023 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-afde3eb7-1853-4c19-9aff-84a2f19317d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:23.211773 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:23.470355 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:25.224726 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:29.458742 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:18:36.064623 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:49.583822 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-4934aad4-259e-4bae-a478-2c0060def149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:52.401198 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-84f84a08-a071-4aac-9936-331d8b32a605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:53.206681 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:53.458624 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:55.256913 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:06.063532 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:06.456914 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:19:19.588240 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-83154900-936a-40ea-80c3-8a268e479dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:22.406176 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-aacfca2b-3c19-4425-9d11-628921b602b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:23.229009 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:23.451753 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:25.245903 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:36.063425 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:43.455545 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:19:49.594673 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-77b95c7f-af7a-4c67-b4db-54a0dbc9a8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:52.382881 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-a8bc7931-4bb4-43bf-99e4-8396e3048e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:53.211467 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:53.457802 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:55.240057 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:06.119633 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:19.587225 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-9e294982-c454-4221-a217-44fd593f8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:20.455030 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:20:22.404765 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-f2385a1b-82c4-41d0-90f9-9af77e583cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:23.216893 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:23.457153 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:25.285653 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:36.079596 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:49.599645 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b3ac70a2-b14d-487c-ac90-d6f5f87fa8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:52.415597 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-2b0f93ec-d2b1-4169-939d-167c5fd21a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:53.227225 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:53.496874 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:55.250106 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:57.454481 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:21:06.074097 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:19.590920 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b0218812-f355-4a68-bea0-8148561add4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:22.375967 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-c669761c-7bda-4e21-a4a5-565716ef2f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:23.222052 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:23.484213 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:25.256410 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:34.453923 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:21:36.061516 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:49.604089 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-515976f6-5e3d-4d0c-95bd-9015788ab4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:52.392812 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-548d0c8a-906a-4622-b539-7029a1e05b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:53.232533 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:53.478395 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:55.266839 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:06.049867 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:11.452347 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:22:19.621072 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-73a8158a-61fc-47bf-874e-1790c0cf56a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:22.392682 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ea23f3ed-d0ca-4a90-b504-dc22b86c6060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:23.237765 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:23.483404 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:25.260716 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:36.066558 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:48.452129 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:22:49.632942 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b90260e1-b6c5-43bc-af50-5b49d4c9a20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:52.386000 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-dd569038-d085-448c-9312-03352d14e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:53.243368 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:53.483067 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:55.272713 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:06.071897 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd34c-c5dd-4a3f-8e0b-9c48f33ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:19.751876 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-7d005410-d031-4d1a-9f25-1f55cc23c8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:22.419937 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-d3359792-f369-4636-855b-5054195c998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:23.231290 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-60871d19-2228-4d84-852a-e5fb3840fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:23.505661 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc20-0244-4f1a-8d92-06b884ae6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:25.271764 dv-cinder-815701-1-iscsi neutron-server[118835]: DEBUG neutron_lib.callbacks.manager [None req-b116e11c-3080-41fe-a2af-5230fde00f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740460286540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420208'] for agent, after_update {{(pid=118835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:25.451578 dv-cinder-815701-1-iscsi neutron-server[118836]: DEBUG neutron.db.agents_db [None req-2f5d0a52-3c6e-4b1e-8d31-37d6f6d045dc None None] Agent healthcheck: found 6 active agents {{(pid=118836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}